{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.708276525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.708416708Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.708439959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.708455569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.708904399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.70895932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.710587117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.711706312Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.711919627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.713205736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.713227136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.7133749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.715724563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.715929968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.717406171Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.719826356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.719838116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.719971489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.729838191Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.729861602Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":36,"elapsed":"21.615808ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:06.741257439Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"32.969224ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:11.604136062Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"227053ae-44e2-43e7-95b7-0ae2454b0a01","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":453,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.707921932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.707972854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.707984204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.707992034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.708000634Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:50:16.707935543 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708009345Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708016565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708024195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708033215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708040425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708048666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.708057466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708064966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708073026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708081526Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708089976Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708098456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708105847Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708112717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708121287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708128157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708135668Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708144708Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708153098Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708160848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708168728Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708176298Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:00:16.708184429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708193019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":8,"elapsed":"11.841µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708202649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708211839Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708221949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70822983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70823827Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70824611Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70825335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70826145Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70826936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708278221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708286361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708295491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708303671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708311921Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708319812Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.708329182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708336882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708344912Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708353192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708361082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708369663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708378063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708387833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708395703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708404523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708482535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708510066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708572197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708627819Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708646969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708675389Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70869011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.70870455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708719001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708734481Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708749831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708765322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708778072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708792032Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708801932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708810973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708820233Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708866044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708886654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708896694Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708906175Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708915475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708926455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708936546Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708946166Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708955796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708967656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708977696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708988877Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.708998547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709007987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709018107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709085079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 439771721 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709109809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 439792911 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709222802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709243092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709259313Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709273363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709297104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709356285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709367585Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709376676Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709504998Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709527779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709611851Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709626791Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.359911ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709686362Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709811095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.709822066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.684728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.711076234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.711827251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:50:16.707935543 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.711847591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:50:16.707935543Z\",\"pruned\":[]}","iteration":7,"elapsed":"3.894568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.712059626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.712366173Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.712541387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.262667ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.714231875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.714289716Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.714527262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.715098694Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.715123455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.715368921Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.715564905Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.715578355Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.715814821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.716853044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.717496039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.717782325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.717961569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.719871322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.719900183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.720105138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.720730481Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.721048589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.721361836Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.721379116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.721606141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.722472471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.724831814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.724856465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.724991448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.726541853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.726564553Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 457259755 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.726818569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.726913471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.727004583Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.729254874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 459947676 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.729555311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.729577541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.729623162Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.729821037Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.734066413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"25.121417ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.737544521Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 468225583 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.7379535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.744240322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.744670802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.778836412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.778905494Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.778917774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.779334854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.782896004Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.783001466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.785090814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.788310156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"79.378161ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.788587743Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"79.676828ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.789428642Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.789459282Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.789472972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"80.560908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.789487083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.789662537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.789681657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.790011095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.79025842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.791820936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"83.549505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.793055333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.793082864Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.793097434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.793448542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.794327832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.794354093Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.794588598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.795966619Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.796697355Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.797595536Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.79823487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.798261801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.798595728Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.798628089Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.798640629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.798648779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.79910392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.800219195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.800238286Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.800248446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.800551882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.800565033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801361561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801389901Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801401932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801441582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801455113Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801634647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801645327Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.801799161Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.802169989Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.8022014Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"94.029542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.802504906Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.802881455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.802908676Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.802924256Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"94.886121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.803460848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.80354856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.803933629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.80400244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.804261966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.804761257Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.804775328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.804968802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.805425823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.805455753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.805579136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.806511127Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.806775243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.809568636Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"100.636331ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.810410495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"102.465391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.811160172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.813069255Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.814759053Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.81596524Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.815992251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.816217496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.816519873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.817990276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.818015396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.818026497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.818036517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.818257952Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.819458289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.81993969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.822054298Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.822083608Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.822205871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.828864491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.828908372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":37,"elapsed":"120.639972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.837740572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.838200982Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.838489618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.838871917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.840615397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"132.401557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.840644667Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.841004885Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.844715449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.844788911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.844850102Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"136.652773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.848804301Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.849134219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.849674261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.859687657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.860356532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.862715325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.865385995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.865434596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.865657851Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874279456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874313627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874328797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874547752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874569212Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874579913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874589883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.874600873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.875028903Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.876984717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.880016495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.880047376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.88019683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.883985435Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.884021386Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.884035656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.884087737Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":7,"elapsed":"175.918369ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.892882866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"183.996891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.892971968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.895955235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.896443626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.89752801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.897598742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.897887569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.899909594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":13,"elapsed":"191.92258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.910406691Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.910752579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.920050829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.92010205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.920479078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4075d19-c927-46f3-a951-514a49d17037\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:00:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.920517129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.922610436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.922886473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.926141556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.926175867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.926378061Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.936772276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.939737543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.939777104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.939920527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.944284845Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.944330326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"236.255721ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.944740366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.944765496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.944781827Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.945122124Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.947072378Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.950485485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.950513146Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.950665309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.952651874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.952678245Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.952689325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.952701345Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":7,"elapsed":"244.571428ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.960766367Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"252.62316ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:00:16.96397753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.964010681Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"255.908854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.967581981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.969823782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.969855572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.969993996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.973441793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.989727471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.989773702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:16.99014395Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753373c6-314c-4ffd-9b7c-e2083e762d1d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:00:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.990185581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:16.992674297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.037603541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.037644712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.037899928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a8f8b8-1d79-4b44-8b11-6ec460d47126\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:00:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.037919308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.039587216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.100139262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":13,"elapsed":"391.952563ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.148598705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.149057425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"670122f5-89b6-4f8e-8e23-6cc00162d698\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.149094686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.151259985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"77b01f4b-3b6e-4407-9a5b-f4034b2fb506\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.151289006Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.153198549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.153220859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"445.195204ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.1714106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.171442381Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.171902181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb1549b-82e2-4e9d-b204-703e708495bb\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.171937952Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.172260909Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.197537819Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.19757695Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.197749184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d5844301-6f10-405c-a7b1-993958085475\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.197766615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.198226515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.200829344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.20110001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.207449763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.207711259Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.251013126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.268352807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.268658024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9a0157-db6b-4114-b36c-0f3ede758167\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.270093546Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.270347192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.297632738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.298088518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d17ee1e5-39ae-4744-a9e9-695f812864a7\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.298112339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.298123649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.298133159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.299330246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":13,"elapsed":"591.331482ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.300230416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.300250077Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.300427971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":13,"elapsed":"592.234353ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.300549834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"97a3efef-9007-4a07-ad8b-e9fdac48a9a1\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.302416876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":13,"elapsed":"594.193516ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.351888462Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.352384333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9dcff4ea-4265-4654-91e5-e1e03deccd27\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.352400293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.354373928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ff821178-9337-4f28-83d5-6e9d5aca912f\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.354386478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.355746819Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3a7e5f7-4278-4fc2-a2dc-bc423e46910e\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.355756959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.357444377Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.357475178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"649.435272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.3712955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.371653418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.373777646Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.373793066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.37395555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.383639868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.383954025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bbf955c-db1f-4690-9515-6559659a4db5\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.383992036Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384003356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384268192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384279263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384287113Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384294653Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384302893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384312073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384444026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384453596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.384633811Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.384642371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.384890856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.387179308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.387291311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0a7181-67b4-4f75-94e0-a6f93a38b3d2\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.387302311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.387405213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e5cf3a2-6c38-4f91-8a33-c936f2386395\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.387418753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.387428344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.474625131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.474656722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.52732964Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.527524654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54948"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.527675548Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a5a3d12c-ef73-4006-a5a7-5f444d4f222c","remote_addr":"[fd00:1122:3344:101::c]:54948","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.528110808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a5a3d12c-ef73-4006-a5a7-5f444d4f222c","remote_addr":"[fd00:1122:3344:101::c]:54948","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.581953322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/oximeter.rs:76","collector_id":"eb1db522-cd7d-4b64-9412-796885aef8d2","producer_id":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.581985873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/producers","method":"POST","req_id":"a5a3d12c-ef73-4006-a5a7-5f444d4f222c","remote_addr":"[fd00:1122:3344:101::c]:54948","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54394,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.582087215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a3d12c-ef73-4006-a5a7-5f444d4f222c\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.58406253Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.58408846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.624144044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6871d008-9dab-4fa3-ae6d-71517550ed74\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:17.624177825Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.624187685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.628795869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f49978-e20d-43fe-b824-6221c80a9dd7\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:00:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.62884438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.629206178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.634106179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.634296433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.638677672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.638990359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.641472925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.641653809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:17.650050999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":13,"elapsed":"942.120166ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:26.603464434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"08358f8c-d150-40cf-b2f4-f275152a2554","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.708576715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.708632966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.708649787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.708663087Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.708948844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.708970904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.710489488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.711058871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.711278476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.712935374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.355588ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.713127188Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.713145718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.713284471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.715150974Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.715473201Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.71810052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.72163714Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.72166092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.721808554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.732514715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:26.732543196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":38,"elapsed":"23.971801ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.708544841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.708614063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.708622693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.708630103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.70894798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.708969251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.710867104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.711194101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.711498118Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.712956101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"4.398199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.713481412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.713492523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.713645816Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.715366705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.715540369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.716521641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.718907155Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.718930915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.719047678Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.729525494Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:36.729547335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":39,"elapsed":"21.025755ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:41.603242354Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"92c0f83c-2a89-4a33-bd48-f8f7ff7f1c8e","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708648881Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708729103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708747743Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708761624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708775644Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708788035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708801105Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.708813445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708826605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708840126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708852416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708865156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708876977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708888387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708900067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708911147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708924067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708936988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708950418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708962708Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708971139Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708977949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708984949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708992209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.708999539Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709006259Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709013669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70902089Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70902842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70903541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70904228Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70904934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709058141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709064331Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709070311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709136822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709198094Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709208054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709242985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709254525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709262655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709304796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709312966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709321676Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709328667Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709337347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709345087Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709357187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.709367057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70946424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.70947395Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.711370333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"2.538527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.711607798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.71171513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.712518159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.712850676Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.71436698Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2170, tv_nsec: 444903692 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.714651047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.714870172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.714882042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.715080696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.7157072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.715720561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.715903375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.716410416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.716424427Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.716524929Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.716534829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.71657978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.716690703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.718118115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.719077547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.720378816Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.720433297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.720443137Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.720595141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.720658802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.721390509Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.721413489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.721512782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.72186339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"12.967793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.722194857Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.722482443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.724567951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2170, tv_nsec: 455098362 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.724966609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.725135013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.725389049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.725689326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.726008413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.726221578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.726290289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2170, tv_nsec: 456834482 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.726489264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.726613627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.727459536Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.727762483Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.727969617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.730256729Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.730277039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.730444333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.730504144Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.730846752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.732013868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.732037559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"23.353997ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.734153327Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.734193908Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.734338791Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.734607067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.734630498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.734879043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.77243037Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.772980853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.775924679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.77596052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":40,"elapsed":"67.327059ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.776194075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.776638165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.778276472Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.778739373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.778940807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.779337906Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.780012861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"71.119755ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.780322738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"71.462202ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.78041099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"71.565685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.780960873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.780981953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.780991773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.780998094Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.781308451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.785421283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.785448114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.785743831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.787345507Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":14,"elapsed":"78.629674ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.791589952Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"82.648985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.80699297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.807373279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.812398222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.812424313Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.812433273Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.812694299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.84599741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"137.102603ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.851237798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.851274519Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.85128535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"142.449583ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.854549553Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.854577374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.854938862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b196ed53-57ee-419a-b866-24e7bb5eba65\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.854963282Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.854972103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.855571516Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.856975448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.857041779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.859084515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.859109606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.85927826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.861086651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.86416051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.864193911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.864390945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.864478147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"155.731244ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.883281931Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.883342293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.883697451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03acd3f7-7952-42e2-a32b-1bd927820602\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.883729351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.885740487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.917073084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.917129085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.917491373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76eb7fa8-0aae-49a0-b905-13322046655c\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.917519854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.91912499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.962602281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.962658412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.963071181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f33b6854-cd9f-4a9d-a61c-c0857d4d9e9c\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.963106492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.963565543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:46.977118858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.977146589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.977383104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"204a499c-b499-4cea-ab5a-098f3b96db58\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.977407565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:46.977827685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.024880926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":14,"elapsed":"316.092791ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.037508971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.037805748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64bd7880-71b1-4be1-b0d8-94e7e9da2949\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.039925306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.040265603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.066853313Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.067259452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23e917d-c4ef-4912-84bc-b6e6cfe2e728\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.067281043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.067290143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.067296793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.068464559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":14,"elapsed":"359.821168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.069213416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.069541094Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.071427986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":14,"elapsed":"362.631742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.072979351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.073278068Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.076679785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.076708225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.077022963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"acaeb8e3-33fe-4d08-a635-ab3697b1ec4a\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.07870471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":14,"elapsed":"370.017648ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.098604899Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.099025469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.100342859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.100365779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.100522413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.109959716Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.110288733Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd7f707-d8d4-4d6d-ac5f-640ac17846ea\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.110313154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.110324074Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.1105846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.11059449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.11060262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.11061047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.110617721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.110624981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.110800925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.110809515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.11105603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.11106478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.111306596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.113412764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.113524216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c4e014-a019-4cb7-9fdd-01901ede70bf\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.113535686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.113617658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3438be1d-93ad-464a-aa4c-a7efda0abbca\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.113631569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.113641719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.214488454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"db8db322-b003-4db2-92e3-c8d72408245b\", \"date\": \"Thu, 14 Nov 2024 17:00:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:47.214527245Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.214536975Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.218934934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f06706-bc96-4749-aa9c-66d22a12d87b\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:00:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.218976515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.219336203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.222959495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.22318227Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.225666406Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.226007954Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.227807645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.228077141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:47.236663224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":14,"elapsed":"527.953572ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:00:56.603474993Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"a1e93197-5b35-49c4-ac85-e1aab6513799","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.708595775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.708649686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.708669626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.708682647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.708963433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.709166858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.711010029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.713610288Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.713631798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.713779872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.715662264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.715973241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.717577117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.720294019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.720322099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.720469862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.732515674Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.732538265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":41,"elapsed":"23.9303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.738900858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.739148034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:00:56.770270076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"61.679651ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.708851917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.708925629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.708942689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.708956879Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.709389849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.709409769Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.711505597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.714038774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.714056184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.714190667Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.716126101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.716575771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.718371382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.720995801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.721008581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.721174205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.733173856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.733194976Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":42,"elapsed":"24.338419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.739874527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.740119722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:06.768254867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"59.426211ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:11.60312976Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"0754985b-cade-435f-883b-9c8caa4d6606","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.59661082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:43934"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.596685352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"7fb42e3d-c18e-409f-9220-f66ca4a0d314","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.5970438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"7fb42e3d-c18e-409f-9220-f66ca4a0d314","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.599563447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"7fb42e3d-c18e-409f-9220-f66ca4a0d314","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2921,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.599837833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"e7473216-c410-49e7-b0c6-f4fded32d93a","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.600173571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"e7473216-c410-49e7-b0c6-f4fded32d93a","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.602226047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"e7473216-c410-49e7-b0c6-f4fded32d93a","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2454,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708702339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70872701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70873809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70874663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70875505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70876289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708772151Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708781731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708789711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708798501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708808091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708817092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708826592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708834892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708843222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708852683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708861033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708869513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708879563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708888713Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708897924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708906174Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708914594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708923404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708931704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.708941085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708950815Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708960195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708968375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708976575Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708986515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.708995666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709004426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709014186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.709026527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709039087Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709052337Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709066007Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:01:16.709078868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709092128Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709104268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":9,"elapsed":"9.11µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709116618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709127809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709138499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.709148649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:51:16.708980415 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709159239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.7091701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70918047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70919159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70920293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709212711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709222251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709232071Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709242231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709254621Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709265662Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709276422Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709289672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709299413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709309393Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709319663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709328843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709339303Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709349844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709359854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709372624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709390235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709403685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709415865Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709466236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709480527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709544408Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709573799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709587509Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709599099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70961095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70962524Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.7096378Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.70965141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709663911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709675971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709689441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709701762Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709714552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709726432Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709739463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.709900806Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2200, tv_nsec: 440217468 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.710016359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2200, tv_nsec: 440359461 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.710367467Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.710392567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.375911ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.710482429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.71050651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.76207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.710771506Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.710998671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.712085436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.712311461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.712681899Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.758084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.713110968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.714280435Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.714611742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.714827617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2200, tv_nsec: 445165960 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.715099424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.715607415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.715622535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.71582296Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.717066018Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.717087408Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.717190681Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.717202151Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.717239122Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.717363944Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.718336126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2200, tv_nsec: 448675719 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.718376617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.718578112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.718651404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.718805387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.719129544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.721918447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.721947008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.722093741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.723691657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.723714918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.723927203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.725113159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.725403506Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.726419879Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:51:16.708980415 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.726443229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:51:16.708980415Z\",\"pruned\":[]}","iteration":8,"elapsed":"17.441764ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.727834951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.727847751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.728054866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.729282793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.729309054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.729514289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.732130398Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"23.003629ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.733423217Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"24.718177ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.733531359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.737846317Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.74065682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.740685211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.741939219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.7419705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.74198109Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.74198979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.744082547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.747241559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.748107618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2200, tv_nsec: 478436310 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.748551008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.748861545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.749271535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.751109196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.751675499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.751967965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.754474472Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.758732818Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.758767049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.759011594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.767715251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.767751551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.767761322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.768294874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.771811913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.775705561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.775737832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.775962517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.779079757Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.77964504Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.78143696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.781466551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.781477111Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.781824049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.782263659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"73.1363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.782824172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.783266451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.784572491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.791757413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.791793994Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.792036269Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.797776979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.799701562Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.800166063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.801076703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.801106774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.80137571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.804437279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.80492498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"95.798112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.804980281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.806921075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.80846107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.8084829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.808496371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"99.383062ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.808738835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.809125657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.8102294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.81025762Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.810342662Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.810426904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.81068584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.811734504Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.812176434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.812203654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"103.412883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.812747707Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.812991842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813126785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813157666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813168806Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813179986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813267858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813320309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":15,"elapsed":"104.284413ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.813384251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.815159351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.815189532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":43,"elapsed":"106.329139ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.816787268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.816816378Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.817082254Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.817253258Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.817271099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.817555835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.817699388Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.817717909Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.817729529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"108.840215ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.819344965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"110.257518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.822379034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.826956957Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.826990508Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.827209493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.830757223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.83107393Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.831099861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.831118331Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.831129681Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.831347986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.831366807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.831554391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.834562329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.834903216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.838414856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.838448996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.838757163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.840221396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.840250477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.840500953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.844272788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.844307529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.844319869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.844331379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":8,"elapsed":"135.60906ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.849277241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"140.379637ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.856596626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.856632777Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.857023815Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2d9b57-815d-4459-9de5-b2489bfa2fea\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.857052506Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.858208242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.858231753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.858245773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"149.488002ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.867900101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.87319846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"164.063652ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.88736272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.905070099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.914077883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.914134134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.914149764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.914572114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.917268275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.917341967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.917361457Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.917773386Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18910e76-b58b-4af6-90bc-5f0ead38f3ec\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.917797057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.919762161Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.922405571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.922435401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.922693557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.925330697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.925377168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"216.491304ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.941174934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.941243966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.941256306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.941268756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":8,"elapsed":"232.283441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.970006775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.970486395Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.981608996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.982173729Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.985880373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.985923214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.986276692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df556073-cdb0-4f42-8dd9-4745c41630e2\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.986305462Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.987202333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:16.988978863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.990860315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.990886616Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.991184322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.993346051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.996351469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.99638838Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:16.996711857Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.0163209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"307.509018ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:01:17.046852229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.04691586Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"338.098248ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.052618928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.053052788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3168ca7f-0344-4d60-9c66-bb82794cfc5e\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.055513734Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.055926333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.105075382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.105579003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"203aa1f4-d632-4c9e-9ad8-b08f34b569f8\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.105605844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.108382827Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f9ce0a8a-9a59-421f-b401-f549456e43a3\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.108410897Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.110855482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.110883013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"401.851316ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.111658051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.115292702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":15,"elapsed":"406.474741ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.119906087Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.119931747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.12047113Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6788ebe-dce0-495a-8905-55b7eb58a078\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.12050076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.120896889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.123689062Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":15,"elapsed":"414.8602ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.17591266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.175963262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.176185387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"823aab8d-e556-4dde-b6a3-ee744ef585fc\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.176219927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.176669927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.178927878Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.179183204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.180172566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.180838841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0bcb9cec-9a7d-4500-8e1a-7d2b34d04b6a\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.180867252Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.183238546Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c598035-1189-4b4a-93e0-5462f3f1cb52\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.183265136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.183697046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.184193417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.185071447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cfa5c396-6b54-40ff-bf00-568e44a88f00\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.185101328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.187244386Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.187293747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"478.449085ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.188079955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.188104455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.188453803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"45843b85-7366-4585-8daf-770bff2d5733\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.191463131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":15,"elapsed":"482.513847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.236362474Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.236681461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.238990504Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.239016554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.239405013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.246052963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.246453102Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba499b66-fde5-4d66-b61e-683140f703d9\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.246480673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.246494673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.246506063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.24770082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":15,"elapsed":"538.711325ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.250214857Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.250514073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41cc9bea-b650-4828-b39c-b7f2fe33e35b\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250534984Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250546614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250831581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250846021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250854021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250862061Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250869221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.250876612Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.251013905Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.251026335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.251271081Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.251282491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.251763692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.253965051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.254087754Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf37e04-27b6-42c6-92f7-206db233c243\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.254121215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.254231017Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60977d6-6c0f-4e5b-a667-1ca1f6a9d82c\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:01:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.254248478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.254258958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.357417925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"05abf252-3fd3-4010-92d4-b28f7c237306\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:17.357474017Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.357489837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.357869366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4654e428-1b2d-47e6-b04b-9508ee3646a1\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:01:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.357912527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.358275025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.361959898Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.362296226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.36562459Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.366080511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.368422274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.368741321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:17.376340152Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":15,"elapsed":"667.363497ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:26.604425652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"01bba4b4-b6b3-45c0-a4f9-08f2292fa067","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.708530881Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.708578042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.708590072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.708599332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.708870608Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.70895221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.710445434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.713132615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.713155985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.713286058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.715118679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.715371855Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.71691225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.719494648Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.719507788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.719650672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.731194852Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.731221003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":44,"elapsed":"22.698162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.738271382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.738586459Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:26.74038953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"31.844678ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.708844733Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.708901745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.708913895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.708923225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.709229432Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.709243752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.710818928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.711052953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.71225846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.433638ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.738706297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.741348387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.741371237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.74149843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.743570417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.743794842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.745258595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.747578257Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.747591258Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.747726461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.759180599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:36.75920423Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":45,"elapsed":"50.349446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:41.602899572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"d5b471a6-9d60-423e-ac6f-615355fff04c","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.596595598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"763d9b21-35f3-496e-835d-91ada3c5554c","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.597008577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"763d9b21-35f3-496e-835d-91ada3c5554c","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.599606375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"763d9b21-35f3-496e-835d-91ada3c5554c","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3093,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.599954723Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"7ba51d26-31cf-4ca4-8a4d-18e3187381ad","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.600328792Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"7ba51d26-31cf-4ca4-8a4d-18e3187381ad","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.601747434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"7ba51d26-31cf-4ca4-8a4d-18e3187381ad","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1872,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709013424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709043184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709057415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709070075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709082985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709094566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709106406Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709119266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709131926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709143087Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709151197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.709160477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709169447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709177328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709185248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709192838Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709202168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709210248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709219028Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709226469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709235179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709242929Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709251499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709260309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.70926845Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.7092757Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.70928241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709384802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709417233Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709439404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709497085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709507565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709514805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709547776Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709556186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709584507Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709594417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709668669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.709678919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710419916Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710439336Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710450376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710460847Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710471117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710481487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710490357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710500528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710673441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710706292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710730403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.710741763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.71194485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.712318038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.71240364Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.713020114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.869367ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.713659229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2230, tv_nsec: 443814541 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.713963756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.714813965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.714832975Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.714991259Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.7154859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.71549939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.715658464Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.716125144Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.716135725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.716307499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.717876614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.7181251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2230, tv_nsec: 448287772 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.718451987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.718892817Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.719891039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"9.441023ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.721341962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.721355702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.721627059Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.721771422Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.721779772Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.721933205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.724082484Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"13.609767ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.724698528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.725356343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.725589248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.72614689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.726350095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.727122132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.727979662Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2230, tv_nsec: 458123994 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.728043193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.728055973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.728306559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.72832437Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.731078522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.731105842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"22.062068ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.731699846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.731727476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.731967182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.753237702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.753293873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":46,"elapsed":"44.249389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.760735051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.764138938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.764173008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.764423454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.765217732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.765237572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.765244192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.765542599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.765663652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.765939528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.767145766Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.767400771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.767499043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.767650497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.767888182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.767917153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.767928623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.768106817Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.76913571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.769184261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"60.084735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.769356095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.769630682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.771689858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.771925253Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.771949064Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.772120938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.772140338Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.772336503Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.772378193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.778218695Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.778553803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.779229088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.779473254Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.810430422Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.810474213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"100.048017ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.811896665Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.811926046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.812251183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547d0316-b900-4180-b65f-0e5a8d17a058\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.812281964Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.813259216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.813281086Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.813361058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.814054924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"104.884047ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.814199187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.814452763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"103.999257ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.814992548Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.815007867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.815015461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"105.885328ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.822566466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.822593157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.822852522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87d74ad-0578-4d5c-9cbe-5f79421a8c89\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.822867923Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.824651473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.833222586Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.833433551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.843761234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.843789655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.84401804Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef96011-7ab3-4243-bdbd-280b39503535\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.84404883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.845724788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.885855304Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"176.768568ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:46.991831845Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.991871776Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.992184323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5aef6d2-238c-4353-8cb8-a3bbafa59e71\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.992210513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.992550051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:46.994407373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":16,"elapsed":"285.195674ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.028340159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.028675626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952aa2d4-9583-4603-9b59-e23c6a3517cf\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.030562239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.030846525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.036159425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":16,"elapsed":"327.042208ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.03769529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":16,"elapsed":"328.630665ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.052175736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.052198067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.052444172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7c49d2cf-08b0-4071-9572-2ccbbb1fbf94\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.052460023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.05279671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.0549765Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.055208015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.06077576Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.060953154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.063329868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.063355369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.063708506Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"471b1ce0-eaee-4e36-8b14-607e826ec0b3\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.065029156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":16,"elapsed":"355.950651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.095665647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.096135228Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.096146068Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.096487836Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.099233438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.099255779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.099563986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.110683946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.111031914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ee8bda-b793-48c6-867f-18f6f62142e9\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111057145Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111067175Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111373072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111382812Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111389192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111396502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111402823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111409373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111581147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111590707Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.111767731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.111775951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.112057197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.113807797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.113917889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845d3734-dafc-4b92-a8f6-8f0d48cc47fc\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.113928399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.114005711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3429a48c-dafa-4e99-bc80-fdf7a35bc2c4\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:01:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.114018922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.114029322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.134997765Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.137078032Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.137091972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.137245236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.166899655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.16889441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.16891142Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.169061574Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.261154361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.261684873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49796f99-6d94-4230-8c20-1e35b8a68b7a\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:01:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.261707174Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.261718714Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.261727994Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.262641055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":16,"elapsed":"553.619711ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.322809292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"673fa832-f682-40ba-b526-51eea62cfa58\", \"date\": \"Thu, 14 Nov 2024 17:01:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:47.322841873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.322851333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.326881204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7cb5a5-d527-44fb-a0d6-4f40d440f497\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:01:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.326923855Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.327279103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.331240822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.331421527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.334723951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.334966067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.337027743Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.337201697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:47.343248193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":16,"elapsed":"634.066116ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:01:56.604182674Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"8e44b3b7-7523-4f06-89c4-8e38ebe9b166","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":426,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.709302706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.709349277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.709362138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.709373568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.709634214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.709723276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.711069046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.713611663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.713634824Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.713761947Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.715544677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.715867594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.740099421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.740422988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.745876821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.74846354Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.74847808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.748631244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.760565223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.760586303Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":47,"elapsed":"51.271497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:01:56.778496917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"69.193071ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.708720209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.70877751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.708788381Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.708797741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.709151019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.709176979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.71143131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.711647775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.745176551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.746659595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"37.963187ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.747878472Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.747890483Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.748043516Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.750317478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.750538212Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.751783231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.754083963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.754123943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.754227796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.76459702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:06.7646193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":48,"elapsed":"55.896961ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:11.603330358Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"8cb98bf1-9f04-46c7-b1a0-e04aeaced2f6","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":430,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709329858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.70942183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709437711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.709449171Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709462011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709472292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709479492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709487002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709497412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709507332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709517062Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709528043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709538673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709549673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709560883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:02:16.709571314Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709582684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709592934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":10,"elapsed":"13.26µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709604884Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709616095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709626895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709637565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709646805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709656796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709666076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709677566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709687696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709697287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709708827Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709719067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709729287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709739738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709750398Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709760598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709772088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709782959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709792919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709803489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709814009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.70982324Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:52:16.709626425 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.70983372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.70984315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.70985382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.70986357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.709873881Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709883351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709893831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709904991Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709915862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709926602Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709936412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709946572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709955752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709966183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709976443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709987203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.709998623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710007894Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710017184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710027344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710036114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710046214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710055125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710068325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710081425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710092255Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710101896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710111696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710123126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710186628Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710213418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710226278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710239299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710252289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710266019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2260, tv_nsec: 440243501 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.71028538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.71029908Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710319091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710345641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710361802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710374872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710385752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710397853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710410973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710423773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710436913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2260, tv_nsec: 440378355 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710458244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710472574Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710648178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710671248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.138206ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710895684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.710919694Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.430533ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.712893659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.488489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.713134084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.713427421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.713675196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2260, tv_nsec: 443665569 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.713967823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.716021919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.716195923Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.716538951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.717595735Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:52:16.709626425 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.717619835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:52:16.709626425Z\",\"pruned\":[]}","iteration":9,"elapsed":"7.97452ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.718758761Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2260, tv_nsec: 448740783 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.718809532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.718837123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.718970156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.719075598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.721414281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.721621056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.721695867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.723762364Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.723788715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.723917887Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.731322674Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"21.481184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.745878623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.746346644Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.750920797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.754261282Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.754304983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.754567219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.765150968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.769857694Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.770497008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.773261451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.773304662Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.773542057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.776070884Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.779967752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.780788961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.780878783Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.780902143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.78119239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.783380769Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.78340973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.783631125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.784255159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.784279459Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.784506914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.788872563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2260, tv_nsec: 518844685 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.7891829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.791116724Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.794911429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.79494544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.79495684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.795534533Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.795563614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.795573554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.796349592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.800487085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.801049748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.802453499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.802800187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.806287686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.806645904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.806665945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.807668957Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"97.818258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.808085417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.809022578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.80956971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.809891197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.810681705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.810718666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.810864739Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"101.012519ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.811005812Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.811023573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.811035903Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"101.153422ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.811060153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.812628289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.81265897Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.812891955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.813198302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.813891877Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.813922518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":49,"elapsed":"104.327983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.814207515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.814232415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"104.692012ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.814922841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"105.03845ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.815414772Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.815724029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.817927599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.817958549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.818074532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.822105593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.822141154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.822253236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.822267486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.82240752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.825237413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.829319316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.829354746Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.829597382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.829615232Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.829708934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.829820117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.832570399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.83260476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.832762363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.837186993Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.837548911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.841966191Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.842008022Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.842024132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"132.256504ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.851461175Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.851504446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"141.973824ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.85165884Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.852089879Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.853804698Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"144.374938ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.855425745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.855451215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.855460565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.855792813Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.862217468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.862257229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.862561906Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be01ff84-26af-4741-a325-579d44f48165\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.862584946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.865017551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.865982463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.866010993Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.866020013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.866028054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.866498854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.868735025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.86897406Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.869337938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.870322031Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.870552316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"161.196047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.872032319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.872423318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.877761978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.882336172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.882368082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.882641448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.888182284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":17,"elapsed":"178.542748ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.888691485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.888715706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.888729106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.889109465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.891470568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.896585593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.896623434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.898343063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.898583528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.898743792Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.908733717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.911612172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.911654773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.911830827Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.918514158Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.918547859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.918560399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.918571479Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":9,"elapsed":"208.804091ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.920336829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"210.352657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.922064598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.922237542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.922547499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.922575029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.92258836Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.92260129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"213.101138ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.925030565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.925052396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.926313104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4290425-0035-4907-82e0-4ddfe910a26a\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.926343194Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.926728833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.926748614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.926955278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:16.928752899Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.969699473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:16.969775774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"260.138229ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:02:17.003886504Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.003934915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"294.446933ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.009958901Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.01035311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a003a8-8f0f-4fb1-a7bc-17c0471e298a\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.012816985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.013171073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.023593459Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.023624669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.023845054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b7d52aa-5de4-445b-bed0-7126b6795c13\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.023860035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.025352448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.055603251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.05601512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2d419a27-ff29-4ebb-8e49-adf437c70558\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.056045431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.058267821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d51c2ecb-02aa-4dfc-aec9-6a8c4717f342\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.058297812Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.060177874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.060197634Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"350.457247ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.075003609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.075032319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.075559591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127f5c64-f1e6-4beb-abb4-d3dad28c79b3\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.075592982Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.076064392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.079339186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":17,"elapsed":"369.716371ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.093206349Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.094469868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":17,"elapsed":"385.109469ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.140316912Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.140383584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.140400544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.14066008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.142538972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.145681123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.145722584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.145848967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.147944534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.147972725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.147991475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.148004826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":9,"elapsed":"438.585025ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.158140494Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.158184135Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.158501332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a3e6ff5f-3278-4644-8baa-fe5346a7d091\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.158538493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.15881979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.162154055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.16238441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.165618293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.165888579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.169820208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.169851248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.170294009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"869deaa0-97c1-4a98-90a4-0452a5476e43\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.171846484Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":17,"elapsed":"462.503695ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.182297269Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.183029366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"87b96bff-2419-49dd-8ac4-830dfa527853\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.183059927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.185101613Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e83ff3be-a361-45ec-94f0-2b4acb88d87a\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.185133603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.186500864Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"64c685ea-e7ef-409d-8ba9-c20e562fd909\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.186590236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.188210063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.188255704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"478.653139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.219695763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.220069932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.252155905Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.252679087Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.255633754Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.255665475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.256287149Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.266794016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.26875586Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.268957385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.268973565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.269147999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c41d4c40-b143-4981-8754-5261cb096063\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.269171229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.26918875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.26920586Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269467746Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269486696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269496877Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269505077Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269515867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269526208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269699501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269721552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.269941737Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.269956927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.270306005Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.270765736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.272871163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.272899673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.272911994Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.273006276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf8ecdd-b207-4121-b6bc-41d9169149b1\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.273020226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.273083518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.273146009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc3c0cf4-c2b9-4630-a1d0-c2d1db470035\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.27316219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.2731735Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.373588475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.393897454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d2aa92f1-4848-4637-98a4-8990343e13a3\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.393935534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.393945755Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.394493497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54bf66b6-f36c-4574-839c-e2b2a20b9573\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:02:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.394540738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.394817304Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.394912846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fdd7cb-9ba9-465d-ab4b-65b048991aff\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:02:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.394946477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.394956398Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:17.394964038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.396516613Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":17,"elapsed":"686.807756ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.39860325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.398840405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.402915717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.403195243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.405456964Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.405797602Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:17.412655267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":17,"elapsed":"703.061812ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:26.602996376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"458da868-bbf7-4c7a-9ce3-1df5479c82ac","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.70908272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.709121241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.709133381Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.709142551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.709413577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.709427377Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.7113326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.711500154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.741244145Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"32.154885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.746561195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.749335698Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.749359668Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.749482361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.751225011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.751449425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.783744784Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.786298542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.786313732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.786441545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.798433356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:26.798448866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":50,"elapsed":"89.371236ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.708669556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.708749418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.708767938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.708782329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.708971893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.708995923Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.710540278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.710669781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.710951507Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.712872641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.205485ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.713059845Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.713071545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.713214358Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.714931267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.715074471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.716317479Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.718574189Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.71858837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.718718023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.730384066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:36.730410017Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":51,"elapsed":"21.760751ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:41.603695415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"7fb3460a-8f4a-4bef-896a-d1c1a75a5d03","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.708958829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.70901046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.70902002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.709028151Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709036941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709044091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709051031Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709058912Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709065792Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709074082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709081972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709089482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709097452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709105902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709112763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709120033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709127143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709134863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709141363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709148083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709155614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709166284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709174084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709181004Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709187554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709193484Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709201475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.70944189Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709489941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709517472Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709545363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709555503Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709564693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709574313Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709584573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709593224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709601334Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709608154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.709705816Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710199273Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710220555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710228543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710235086Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.71024089Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710246871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710264666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710282572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710412512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710449038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710457317Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.710465361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.711380614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.711765973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.712063759Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.712387747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.71299799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.011261ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.713850649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2290, tv_nsec: 443667122 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.714074754Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.714507264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.714518955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.714681718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.714795241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.714808841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.714946584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.717199805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2290, tv_nsec: 447025018 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.717490932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.718365091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.718886583Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.722426483Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.722449983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.722681659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.722976786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.722990076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.723276562Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.7253972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"16.278128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.726677319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.72671296Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.727086178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.727112489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.728355667Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.72895118Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2290, tv_nsec: 458758962 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.729302658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.732012159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.73202708Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.732250515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.766495177Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.767004629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.76703428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":52,"elapsed":"58.095421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.767525871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.767907639Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.769907744Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.769929225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.770258892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.7706011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.770825315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.771127182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.772902452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.773097176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.773111117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.773179568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.773341722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.773510495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"63.297738ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.774660621Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.774684082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.774695272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.774943688Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.775177443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.775367968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.775383898Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"66.371957ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.775405108Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.7754673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.775622283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.777119317Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"66.832628ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.777929965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.778348425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.778519119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.778534209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.778700693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.778884997Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.778900067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.779140973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.784033563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.785912635Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.791177824Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"80.942037ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.803061252Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.803110654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.803587874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc99df4-f08f-46dc-b504-b5a41c215aa2\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.803626385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.80605371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.819018462Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.821790795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.821818236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.82202216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.823179346Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.823200237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.823207507Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.823560125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.824960636Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.82512033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":18,"elapsed":"115.940745ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.825338485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.828886215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.828913796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.829241263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c91dae-c558-4879-bcea-48f26580fd1c\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.829257093Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.830775868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.839161667Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"130.156716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.844483657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.845034199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.85348406Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.853902379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.855765002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"145.552294ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.858272178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.858300699Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.858629656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02bdb47-f5db-406a-a1a1-c64502b22fb8\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.858652456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.861950571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.863112917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.866684768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.866714058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.866965204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.86854328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.869682465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:46.869705966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.869716276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"160.607614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.87075582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.87078329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.870929004Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.91375072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.914131468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f08fc7a-5aa4-4f24-8c31-b414d3a7c3b2\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.915669993Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.91597112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.918239241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":18,"elapsed":"209.206871ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:46.936280868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"227.106504ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.018300609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.01834571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.018639936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413bffba-c665-4cd6-a4ba-dd0670e3094d\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.018676517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.019006165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.032595461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":18,"elapsed":"323.55004ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.050914084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.051284923Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39025afb-7ca3-4c8e-82ef-246268915ad7\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.051307553Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.051318694Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.051327664Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.052726005Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":18,"elapsed":"343.766936ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.061515404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.061540774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.087541051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.087924039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.089822742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.089843243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.09017712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.099432469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.099759506Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74070c9-9eac-4fac-91aa-a0fc20439dfc\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.099792577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.099804908Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100107954Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100119415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100127715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100135915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100143265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100153005Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.10033788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.10035786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.100488593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.100497443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.100754129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.102322024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.102429357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad6294bc-e0d0-4c8f-ab31-d4e0296797c4\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.102449157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.102532019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709800d0-abe8-42f3-aad1-7dc7f90c8776\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.102556839Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.10256804Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.172011066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"313f6863-c2cc-4e0d-a3fd-58aaf83c8d25\", \"date\": \"Thu, 14 Nov 2024 17:02:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.172048877Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.172325024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.174870691Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.175071635Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.177351977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.177674224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.180269593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.180295504Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.180976159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d6c38e25-dda8-4d60-a383-9028281e3e48\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.182471682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":18,"elapsed":"473.497033ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.271355318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ec7196b4-e90c-4f7a-8e41-a8ffb8abd83f\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.271393029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.271404419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.271859709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf4ab46-2d9c-4c24-aa2b-3752568d714c\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:02:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.27190555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.272238338Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.275932491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.276240238Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.279732637Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.279923821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.282028229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.282281045Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.288588427Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":18,"elapsed":"579.453783ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.585880534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.585921245Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.615512793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.615622925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63612"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.615825Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"03a41cd3-90e7-448f-9009-d49dae3fc8ac","remote_addr":"[fd00:1122:3344:101::c]:63612","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.616122066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"03a41cd3-90e7-448f-9009-d49dae3fc8ac","remote_addr":"[fd00:1122:3344:101::c]:63612","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.651398972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/oximeter.rs:76","collector_id":"eb1db522-cd7d-4b64-9412-796885aef8d2","producer_id":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:47.651425213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/producers","method":"POST","req_id":"03a41cd3-90e7-448f-9009-d49dae3fc8ac","remote_addr":"[fd00:1122:3344:101::c]:63612","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35660,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.651509065Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a41cd3-90e7-448f-9009-d49dae3fc8ac\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 17:02:47 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.652911096Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:47.652927057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:02:56.602685967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"97d86b58-f4db-421e-9022-7ccb37a147bf","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.708785081Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.708821732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.708831592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.708839512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.70917835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.70919528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.710908629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.713486097Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.713507288Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.713676512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.716173248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.716472235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.718519841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.721405666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.721425406Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.72157779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.735387781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.735412512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":53,"elapsed":"26.631472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.743851862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.744063387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:02:56.745452729Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"36.653807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:01.596299522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"e70f2429-670e-4efb-b3fb-838f8a2a211c","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:01.596650841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"e70f2429-670e-4efb-b3fb-838f8a2a211c","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:01.599341431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"e70f2429-670e-4efb-b3fb-838f8a2a211c","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3129,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:01.599606977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"afedb176-7ca5-4951-9f50-bca9e63c2533","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:01.599965005Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"afedb176-7ca5-4951-9f50-bca9e63c2533","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:01.601915799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"afedb176-7ca5-4951-9f50-bca9e63c2533","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2376,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.709163167Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.709239459Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.709256879Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.70927207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.709586537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.709673409Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.71105441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.713595107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.713619958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.71373896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.715264225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.715441529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.716676027Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.719143722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.719160053Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.719288046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.730605741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.730631002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":54,"elapsed":"21.478724ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.743466481Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.743797739Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:06.745381145Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"36.251348ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:11.604329499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"4d0524bf-8c67-4c96-b5b4-5030125fe300","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":415,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709549621Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709610152Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709620433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709629183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709697484Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709707055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709713985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709720715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709728295Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709735905Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709742675Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709750996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709758826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709765866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709772886Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709780426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:03:16.709788106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709796606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":11,"elapsed":"13.851µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709806277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709813657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709821017Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709830007Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709837787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709844248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709851638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709859078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709866538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.709874518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709880948Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709890199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.709897359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:53:16.709736185 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709904629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709910799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709918659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709926129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.70993526Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.70994524Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.70995462Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.70996387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709974041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709984441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.709994631Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710005661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710016262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710027802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.710040772Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710051102Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710061123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710070473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710081493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710094343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710104344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710114834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710125344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710134924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710144925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710154365Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710164895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710177105Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710188126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710198246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710209226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710219756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710230526Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710240627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710253487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710266127Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710277308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710291638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710301268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710310728Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710323869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710336009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710347969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710359799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.71037279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.71038281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710461132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710473292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710486572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2320, tv_nsec: 440125024 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710505442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710516633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2320, tv_nsec: 440118314 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710533303Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710544454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710555134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710565574Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710576674Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710588215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710599865Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710611895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710622205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710634276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710646676Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710658986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710758978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710782469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.710993473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.711005764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.711014044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.711021814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.124706ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.711036025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.711045385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.36443ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.711143897Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.712917207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.713233564Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.713728605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.71437412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.714897612Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"5.077684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.716019437Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.716046687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.716252302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.716451337Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.716470837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.716659661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.717844178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.717865689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.717899179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.71791128Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.718047833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.718093264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.718663797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.71882592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.723050126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.723104157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.723357423Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.725743456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.725776727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.725980002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.727053896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.727088077Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:53:16.709736185 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.727105477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:53:16.709736185Z\",\"pruned\":[]}","iteration":10,"elapsed":"17.365662ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.727310002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.731327842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2320, tv_nsec: 460969374 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.731734641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.732144421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"22.18152ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.733144633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2320, tv_nsec: 462790655 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.733644645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.744437298Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.747534848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.747585709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.747752523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.753742958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.753774819Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.753788579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"43.771357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.766377525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.766817973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.768962281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.769465403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.774812704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.779555791Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.78263902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.787217653Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.790280353Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.791363057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.791389567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.791399638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.791543221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.791689124Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.791760316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.792274227Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.794451947Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.794485967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.794760243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.795386018Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.795418328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.795465139Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"85.466658ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.795689035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.796887431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.798336284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"88.63422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.799337397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.800165756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.800198046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.800551444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.800958833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"90.916992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.801206839Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.803120452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"93.399278ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.803676515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.803710845Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.803970041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.805032325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.805063876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.805325532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.80571147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.808649347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.810171281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.810204782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.810254863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.811149793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.811791608Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.811819738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.811831679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.811851819Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.81496859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.815152434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.815539842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.815576033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.815989953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.816391911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.816485704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.816738659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2320, tv_nsec: 546380091 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.817072597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.817119088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.817598019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.819268136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"109.250415ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.821703991Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.822106971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.822125321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.822339366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.824698309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.82472972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.824952045Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.839439542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.844326762Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.844384423Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.844398514Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.849779275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856023156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856069867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856082907Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856092917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856104387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856117168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856127508Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856137928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.85665391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.856833724Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.857206472Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"147.650891ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.858149514Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.858180144Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"148.545971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.859851322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.861804806Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.863927484Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.865137741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.865173582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.865467339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.866879201Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.866912431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.867352011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.867379402Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.867396842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.867411123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.867593147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.869306056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.869339566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.869626373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.878328349Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.878472902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.878975854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.879007844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.879394943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"169.816982ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.879761271Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.879790782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.879808822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.880235682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.882639996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.882904202Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.883537946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.885366148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.887204359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"177.25241ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.888734744Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.889277226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.889322787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.889672875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.890884482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.890918283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.891035776Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.891064846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":55,"elapsed":"181.424503ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.89122579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.891852624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.891882445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.891899155Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"181.999706ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.894157246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":19,"elapsed":"184.281837ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.895177889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.89521233Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.8952294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.895242801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":10,"elapsed":"185.441434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.91915946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.919727763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.92981281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.929862182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.929880332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.930376143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.930732501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.934172199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.93420723Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.934459735Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.935950379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.941174567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.941211868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.941490924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.949866203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.949905764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.949921054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"240.186239ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.954794834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.954835595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.954850375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.954907287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":10,"elapsed":"245.190272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.966085939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.966614891Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.975789778Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.975831619Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:16.976439262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"451c88b8-6575-4b5d-ad4a-7eb5714518ac\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.976476883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:16.980359181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.010048511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.010122133Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"300.255605ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.031403833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.031445654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.031877593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df298fd-1ded-4dab-85ca-1aa60f8a0144\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.031908284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.033794687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:03:17.059245051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.059301052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"349.67391ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.06541013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.065457321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.065785158Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c16f61-c84c-471d-a0a8-335be12fec02\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.065805709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.068249934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.08358664Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.105196267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.105643738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9e944163-e75c-4984-933d-dcf56446b840\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.105669048Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.108082153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f43090fa-3663-4de3-81dc-03a31bea9cd6\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.108102853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.109825432Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.109850412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"399.946623ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.155975683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.155998154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.156555926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72628fd1-a82b-404f-bfbe-d9fb3eea01c8\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.156589597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.157033357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.167211157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.167582825Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.170228395Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.17266289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.17268918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.172932176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.1748966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.177207222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.177237323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.177418747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.180827854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.180847694Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.181160861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5b5c5d84-9e9e-43aa-a944-1f96324e4f32\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.181178942Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.181493489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.184552378Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.184819684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.187672328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.188154119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.191147737Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.191171397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.191594077Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"de296cb0-3fe1-47dd-b1f3-b45042c94854\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.194237987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":19,"elapsed":"484.501441ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.199934565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.200293323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af93d37e-7432-4cd7-90db-841c95b21b77\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.202960613Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.203236399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.205245095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":19,"elapsed":"495.408697ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.229992173Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.230655838Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3b27c023-2797-46ee-bad0-21bf3666fd6e\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.230692529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.232688174Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8dd08a80-d41a-4c45-afab-68cbdc18b10a\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.232716835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.235481647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7317696b-311f-4182-89ee-483b47a4d964\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.235515308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.238852493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.238900894Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"529.115758ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.239729663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":19,"elapsed":"529.886736ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.27547632Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.27592143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a662d62c-caa3-4592-bbf9-241df03ffb55\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.27594968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.27596225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.27597026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.277200738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":19,"elapsed":"567.32555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.353771626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.354177755Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.356653331Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.356677041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.356940227Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.365993362Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.366485323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f19b16-3b03-4268-9edc-9ec52a70c03a\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366514414Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366527514Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366880352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366900522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366910592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366919403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366929053Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.366939663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.367174558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.367195609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.367386023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.367407603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.367790552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.370839181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.370986554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0578a08e-e277-4287-bc8e-8fcc3fcdb03a\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.371002045Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.371101727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6710c202-1b65-449c-93f1-af42a48b1cca\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:03:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.371115687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.371128207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.52016043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"41cb1ce9-ea6d-4941-85b5-b5d4f9601001\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:17.520211141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.520223731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.520819365Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76656293-3d98-4756-931e-37d5e0af592c\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:03:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.520876936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.521310556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.526887401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.527132227Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.532439967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.532906147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.541048911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.54146109Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:17.554081475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":19,"elapsed":"844.537664ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:26.604085436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"3513c414-b802-492f-a49f-893a8ce26a50","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":446,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.709219578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.709259759Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.7092695Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.7092775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.709534395Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.709551016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.710673941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.71152672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.711855218Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.71329577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.713316811Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.713429213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.205945ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.713443354Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.714848305Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.71503806Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.716442941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.718997679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.719011259Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.719143222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.729580918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:26.729605368Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":56,"elapsed":"20.39807ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.709101392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.709179494Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.709196864Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.709210745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.709498431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.709594263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.711331763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.711987037Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.712354756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.713935751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.713947532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.714053134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.953712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.714089085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.715982008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.716225093Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.717536563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.720134571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.720148282Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.720292435Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.728295455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:36.728314136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":57,"elapsed":"19.245695ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:41.604877149Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"12358435-aa12-4b6c-a5d5-7545c9863ca2","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.709886517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.709976499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.70999793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.71001576Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.7100321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710049121Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710064311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710080721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710096562Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710111892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710125252Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710140313Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710155353Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710169793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710185164Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710200614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.710217175Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710233225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710243485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710252875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710260485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710268976Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710276656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710284956Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710293216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710301446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710308426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710315027Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710322847Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710329457Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710337007Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710343047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710349357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710355358Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710361578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710607633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710625594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710634534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710672405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710683025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710691725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710700345Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710708675Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710716176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710724326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710731106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710739046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710789347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710797837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710807438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.710815888Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.713155871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.040388ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.713935148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2350, tv_nsec: 443426560 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.714226055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.714394539Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.714742157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.715914833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.71668036Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.717056429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.71801165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718034051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718222605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718262656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718272696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718385149Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718394469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.71844128Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.718663345Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.720039016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"9.743699ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.720316852Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2350, tv_nsec: 449818955 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.720704401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.720758632Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.721392856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.721430828Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"11.184462ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.721874287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.722057902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.722910521Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.722932451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.723095725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.726623425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.726655875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.726884911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.729373367Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.729581121Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.729706334Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.730964052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.731375452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.732107648Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.732528598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.732779784Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2350, tv_nsec: 462279386 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.733115451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.733137641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.733152612Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.733398418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.73530615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.739776541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.739811292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.740051817Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.754765569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.754831511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":58,"elapsed":"44.934474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.759629689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.761189745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.761538832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.762903953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.762923633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.763112338Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.771279812Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.771368214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.771378364Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.771384315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.771721592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.771751403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.774092925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.775253392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"65.232762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.777021862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.77738937Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.777915452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.777949703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.778200318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.779570839Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.77963243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.779802765Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.780161413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.781592225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":20,"elapsed":"71.402321ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.78270235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.78272067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.783046628Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0038db66-9c11-4951-a3da-b6c97819ced1\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.783060848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.784265465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.791785975Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.793743639Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.7937682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.793909713Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.812231636Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.812424881Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.81284678Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"102.692516ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.82391512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.823975251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.823984501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.824423931Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.82659286Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.826615961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.826965898Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98359c18-f35f-47d0-8c40-e5621cd0cb2d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.826980479Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.828637836Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.830293684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"120.020428ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.831955141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.831984672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"122.046084ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.833503986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.833534107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.833781672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f97473a-30cc-4281-990f-036d6b06e091\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.833800033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.83809966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.85630141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"146.066106ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.875850552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.875902163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.875915573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"165.889463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.887133016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.887587436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.889163382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.892435226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.892462316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.892734402Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.894165405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.902295038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.902321119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.902552584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.902728978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.903110556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ca9983-7233-4c04-8797-000a03a0c756\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.904395116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.904689932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.906674497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":20,"elapsed":"196.713608ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.930440633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.930475994Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.930989496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"326299a3-9860-48fc-855a-58f000381fc4\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.931019656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.931371874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.934989446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"224.897254ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.94096467Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":20,"elapsed":"230.92792ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.944815557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.944842398Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.945092774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2e95ee92-fde3-42de-9b9c-028a17106726\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.945120154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.945424031Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.94759452Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.947810165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.950956696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.951297374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:46.954373063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.954394224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.954729781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3908a415-3e1c-4514-a9c2-2855efe52784\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:46.956126513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":20,"elapsed":"246.065621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.010674753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.011054852Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.013481397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.013497717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.013816584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.023572064Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.023917192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d7de51a-42dd-434c-a83f-082a37c766e3\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.023947563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.023957983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.024235079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.02424939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.02425697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.02426453Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.02427174Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.0242789Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.024441474Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.024460554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.024628758Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.024658709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.024835393Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.027052193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.027168715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8e316e-05d7-4031-a7e3-df9a19a6b604\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.027179946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.027271118Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb05b72f-a90b-4bc4-9fe6-1e17a96259b6\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.027285488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.027297738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.02780129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.153184169Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"98debab5-d364-48fa-9e27-85fa58ee2061\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.15322672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.15324123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.153542887Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"289dc49c-3625-4f55-92ad-e6727eec5acc\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:03:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.153590168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.153902745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.153984297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9baa223e-b3eb-4d66-a3a0-6af4d912f12c\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:03:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.154039808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.154051158Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:47.154060168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.155583593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":20,"elapsed":"445.695866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.158649842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.159026101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.163729996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.163952572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.166659903Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.16700679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:47.176399293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":20,"elapsed":"466.212609ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:03:56.604858294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"cd4e9547-01bb-4ca9-9319-1311cabc813f","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":438,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.709006764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.709056305Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.709071485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.709085446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.709455624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.709476024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.711683004Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.714218602Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.714230802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.714360485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.716467352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.716620486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.736889183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.73718959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.738872638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"29.878064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.745592509Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.748340861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.748352512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.748505675Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.759092454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:03:56.759106374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":59,"elapsed":"50.08509ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.709340809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.709413781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.709429831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.709441912Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.709771419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.709783269Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.711860596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.714356072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.714365833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.714505986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.716628444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.716803278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.718208069Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.720619044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.720632114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.720761517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.72974696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.72977468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":60,"elapsed":"20.459282ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.739333746Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.739546551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:06.767756057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"58.419728ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:11.604967724Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"b5fdf59c-4306-4600-bc68-ad214eca592a","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":423,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.70952652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709594492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709608482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709622302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709636783Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709649353Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709663343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:04:16.709675534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709690534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709701264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":12,"elapsed":"21.961µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709715704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709727755Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709739725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709750385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709761085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709772136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709782826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709795396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709806646Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709820147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709832417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709846067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709856368Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709865188Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709874558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709882928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709896328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709912049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709924749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.70993912Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.70995347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.70996388Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.70997412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:54:16.709751805 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.70998465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.709994661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710005621Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710015531Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710025631Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.710036352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710045992Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710057372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710067292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710077543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.710087603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710094323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710100573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710108283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710118834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710128184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710138404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710150524Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710161014Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710169195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710176845Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710184045Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710190795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710198605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710206026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710213476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710298058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710321318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710335098Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710349009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710362619Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710373069Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.71038696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.71040003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.71040926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.7104193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710430571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710442831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710453081Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710463991Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710474742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710482242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710489372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710495962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710502112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710511002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710518503Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710525363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710531713Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710541323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710550463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710556803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710565394Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710574454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710582724Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710590974Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710599235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710608295Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2380, tv_nsec: 439831684 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710621585Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2380, tv_nsec: 439849085 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710664866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710699377Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710710157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710718627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710726867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710735067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710743288Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710953272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.710976913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.252858ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.711049615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.711059745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.217418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.71218126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.712243732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.71305132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.713270085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.404097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.713303756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.713399518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.713568642Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.715398513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.715410903Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.715418063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.715424193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.715632918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.715644048Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.716191811Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.716200531Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.716364965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.716486107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.716678862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.717988931Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.718009492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.718148985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.718234367Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2380, tv_nsec: 447578379 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.718507733Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.719925255Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.720056428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.720125289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.720272083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.720752073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:54:16.709751805 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.720763584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:54:16.709751805Z\",\"pruned\":[]}","iteration":11,"elapsed":"11.005209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.721768736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.721781807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.722011552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.722020862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.722026892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.722338659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.722873651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2380, tv_nsec: 452221214 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.723207519Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.72457186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.72458475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.724619261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.724629321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.724777264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.724810515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.726424592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.728642202Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.728666182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.728872797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.739754442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"29.370863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.745095533Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.745331468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.745523372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.745690156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.747315203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.747560428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.752611832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.752983521Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.767368885Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","candidates":"[(8d55bbf2-7c21-4b79-a6b9-52d2672d5792, 0), (190d5d63-8367-4788-8b02-47536818d8a2, 0), (c7753c18-6389-4517-902b-dd6f70dee03b, 0), (fabbe090-cfc9-4a23-83bc-05d531a7620c, 0)]","collection_id":"8d55bbf2-7c21-4b79-a6b9-52d2672d5792"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.767420677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.76799803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.786369214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.789811582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.789865143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.790076318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.792340239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.79460148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.796566384Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.796593495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.796753158Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.797135437Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.797461874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.797480895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.797746101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.797774321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.797923505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.798280753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.800766709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.801623348Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.801987486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.804951623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"94.581584ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.80526702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.805290101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.805525026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.809338082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.809383143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"99.000693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.81055567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.810920378Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.811037501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.811266506Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.811368718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.812079574Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"101.719366ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.812830101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2380, tv_nsec: 542152153 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.81321829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"103.69695ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.813307902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.813352963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.813365843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.813377623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"102.998954ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.813478896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.813498766Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.813507946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.814146891Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.816245298Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.816270588Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.81633849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.816478633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.817051896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.81766737Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.817694001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"108.107059ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.817891545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.818192132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.819157354Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.819185234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.819197685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.819221995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.819464301Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.820126815Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"110.393071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.821359213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.821849765Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.822207582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.822234283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.822246183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"112.591071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.822477869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.822944549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.823621605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.823957692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.836927705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.836992376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":61,"elapsed":"127.344823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.860003975Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.860587848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.862936601Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.864535577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.864846464Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.865292965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.865323315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.86552822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.866243016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.866264476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.866275437Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"156.436459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.866440391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.866934172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.869395497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.872817704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.875931515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.877559751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.877908539Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.87793568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.878087933Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.878225666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.878801189Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"168.4263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.880473307Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.880952428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.881524171Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.881550772Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.882050203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67060edb-0fbf-4b7c-8784-fc903930f29b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:04:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.882161625Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883585927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883613038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883624548Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883634979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883645229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883655709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.883920595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.884489038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.884954358Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.886464742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.887208729Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.88724078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.887597808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.891007655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.891039266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.891270281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.891558457Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"181.206379ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.894516934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.894542714Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.894555025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.895278771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.897320377Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.90188307Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.901921181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.902170537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.912408968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.912452779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.912466359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.912478099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":11,"elapsed":"202.931339ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.91740116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.917437801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.917907752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3900365c-8458-4620-a7f3-46db0982aa00\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:04:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.917937572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.920689684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.9298008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.934453405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.934490676Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.934773022Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.937674498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":21,"elapsed":"227.994184ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:16.94619299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"8d55bbf2-7c21-4b79-a6b9-52d2672d5792"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.946237391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.946417785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.946748843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.946913926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.951400527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","candidates":"[(190d5d63-8367-4788-8b02-47536818d8a2, 0), (c7753c18-6389-4517-902b-dd6f70dee03b, 0), (fabbe090-cfc9-4a23-83bc-05d531a7620c, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.952119944Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2380, tv_nsec: 681440066 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.953185978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.953223569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.953241549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.953623267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.955108181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.957490965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.958019657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.958833595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959167283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959281795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959327566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"249.712614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959345627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959359827Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959566772Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.959735125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.962348864Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.962376115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:16.962733023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.047855233Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"338.244132ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:04:17.048977599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.04902401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"339.04627ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.05211432Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.052147661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.052483588Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b93dcc0-6f69-4826-be5a-aa820f6394dc\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:04:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.052504749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.054869102Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.067034556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.067384794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d83ec5-33a0-45ac-ace3-c19f570495ae\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:04:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.069588624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.070020284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.102173989Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.102588619Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e07305eb-adb8-455e-a84c-de30aa837bcd\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.102611139Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.104932561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f5371fba-7d94-476f-8299-765882dce08b\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.104956712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.106664971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.106684751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"396.728551ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142284794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142306925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142317825Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142684213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc3c9bd-444b-4b2a-96a4-508ff1733056\", \"content-length\": \"476\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142713254Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142936089Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2a4e4b-09f6-463f-8a39-630754f91997\", \"content-length\": \"734\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.142958669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.143231305Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b403295-2446-4b4a-ab04-29e5785b30fc\", \"content-length\": \"111\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.143242016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.143497771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50359e81-38e5-40cd-9d2e-6df767f89af1\", \"content-length\": \"111\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.143512652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.143760097Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a28111-25a4-464d-8371-2a57d4dfa3e1\", \"content-length\": \"167\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.143770638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144010893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36ff27db-1278-41a2-a34c-f1844fc43809\", \"content-length\": \"167\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144021223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144259659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5013f5c6-3bf6-4c7e-a4ae-be287f09b8d8\", \"content-length\": \"175\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144270109Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144504654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28335c09-f92b-4221-9cad-32816ef15928\", \"content-length\": \"175\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144515945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144627907Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c7b8ded-d39c-4402-a6c8-705fe1f28be0\", \"content-length\": \"702\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144639217Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144845872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4faea9ce-41fb-45e2-a784-74ec53d01902\", \"content-length\": \"727\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.144862832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.145046277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a8cd703-dcc8-467f-b9f7-d07a39e26e60\", \"content-length\": \"729\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.145066787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.1452065Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0625f1-028d-437a-8e15-3eef73ac296f\", \"content-length\": \"728\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.14522266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.145380324Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d76293e-4496-426c-be74-d58657911ace\", \"content-length\": \"722\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.145396454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.14564127Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ee2f44-9b24-4e99-aea6-51fa5747f6a4\", \"content-length\": \"109\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.14565221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.145895876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a657c5e0-34b4-465d-bbdf-cc482f02329a\", \"content-length\": \"109\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.145906546Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146147751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8109bc4-5304-42c7-81a7-d9599a8fa240\", \"content-length\": \"169\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146158702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146412807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2188fd-ebbe-4ad2-a554-694e18f128c4\", \"content-length\": \"169\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146425157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146668493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c942bf58-2642-4487-9fe1-b4d0e098576d\", \"content-length\": \"178\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146679133Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146915919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"637090f3-51d3-4134-bbe6-a16af00a136d\", \"content-length\": \"178\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.146925909Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147036591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5823df50-a6c7-44c2-8746-f9d2ed40fbfb\", \"content-length\": \"702\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147046211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147172394Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cd8cc1d-4b9a-4177-8fb2-ce46557c410e\", \"content-length\": \"727\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147183885Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147305667Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebcadc79-b6fb-4f0f-b1f1-8ce15f44a26e\", \"content-length\": \"729\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147316598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147455391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ee1ec8-4abd-47f6-8b67-e54b4e48a832\", \"content-length\": \"728\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147471821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.147766198Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.241761648Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":21,"elapsed":"532.063285ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.267296545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.307701596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.307747387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.308082665Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb3c7e3-b7b1-4c1d-af28-adb4cadc9e73\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.308116726Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.308481144Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.310317155Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.310354376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.310366106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.310373416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.310381327Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":11,"elapsed":"600.5986ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.311458721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":21,"elapsed":"601.537501ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.311487292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.312553876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.312570226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.312800971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.314612512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.314635493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.314863438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.316199458Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.317925747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.317950678Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.31807431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.346361368Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.346678026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.348095228Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.352950267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.352981228Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.353182422Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.358725967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.359061335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.361453129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.361733995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.365883069Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.366262517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.366502303Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.368403566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.368433946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.368455537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a2c117c-7277-45eb-8586-4e00b98e483c\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.368501008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.368746544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"01e19eb0-ad78-445d-9338-3e13b1708c9b\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.368767384Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.369231284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.370665067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4f9f7b1f-483c-4abc-a73f-93d4da47f208\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.370688727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.372768344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"352dd331-7752-412a-bd83-d939f89dff6a\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.372801335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.375125008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.375169469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"665.2677ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.391884326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.391907686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.39385118Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.394126276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.394976865Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.395234071Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.395479427Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.395665701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.396124261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.396559661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.425701589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.426679041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a90fbbc-63d9-4d29-a5db-361c9aa995eb\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.426709481Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.426722441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.426733362Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.427952529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":21,"elapsed":"718.134943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.42842569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.428769828Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.428795418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.428810399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.429084785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.429532525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.429831862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.430692911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.432793849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.432816119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.434074927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.434091958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.434231801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.435632603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.435890408Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1816f861-6acf-41a1-bf47-32e2446a6b26\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.435917369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.437436163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":21,"elapsed":"727.627057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.438418556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.43861423Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.441426953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.44173428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.442345234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.442728563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612148a9-69e5-4c85-a4f0-96b0e2e8289b\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.442754433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.442764774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443181963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443203853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443215204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443226684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443237954Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443248925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443376647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443392988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.443607722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.443617963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.443864508Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.44393052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.444097914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.445208679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.445358972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24f7bb1a-2060-43e5-8e1d-a93a645d3766\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.445379622Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.445441334Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0012f45a-d503-406b-bdc7-1fa420c034eb\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.445463124Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.445473455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.445875274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.446059148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.447150322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.447338297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.448727498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.452323629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.4523417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.452486473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.454065738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.454248693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.455419209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.455593163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.457206129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.460660647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.460709748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.460839021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.464702709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.464866672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.466767285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.466942209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.468546125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.468729919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.471133983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.471451781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.473744642Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.473929007Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.475205475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.47538275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.476834492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.477020016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.478377977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.48160589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.48162916Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.481763994Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.48295082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.483195266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.484556837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.48473081Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.485745603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.489307424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.489323754Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.489481917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.49580003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 30bff459-835e-497d-90ea-b8f3054087c8, kind: Service { id: ce02c1f9-750d-466c-8882-9fa4058550a9 }, name: Name(\"nexus-ce02c1f9-750d-466c-8882-9fa4058550a9\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 197])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbccdcee-328d-46b4-80f2-6e0f18d211c8, kind: Service { id: 0cc022d1-76d3-4a28-8e75-e8e958faa197 }, name: Name(\"nexus-0cc022d1-76d3-4a28-8e75-e8e958faa197\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 39])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e712bb0a-d063-491f-bbf4-5dc66991d2fe, kind: Service { id: 2b0034bc-df6c-49bf-ba55-680c74f1cd4c }, name: Name(\"nexus-2b0034bc-df6c-49bf-ba55-680c74f1cd4c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 214])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 50069af6-9491-4754-9535-843738a189a5, kind: Service { id: cb30b954-f678-488f-bf13-6a751f361b3f }, name: Name(\"external-dns-cb30b954-f678-488f-bf13-6a751f361b3f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 18])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e993830-3c47-4e8c-8d42-eec7a6d6efc3, kind: Service { id: 94482e71-9503-4d09-b73f-615fbf343a2e }, name: Name(\"external-dns-94482e71-9503-4d09-b73f-615fbf343a2e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 65])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.495840831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.495999645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.497502789Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.499405112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.499417612Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.499567575Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.501786995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.501843867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 50069af6-9491-4754-9535-843738a189a5, kind: Service { id: cb30b954-f678-488f-bf13-6a751f361b3f }, name: Name(\"external-dns-cb30b954-f678-488f-bf13-6a751f361b3f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 18])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e993830-3c47-4e8c-8d42-eec7a6d6efc3, kind: Service { id: 94482e71-9503-4d09-b73f-615fbf343a2e }, name: Name(\"external-dns-94482e71-9503-4d09-b73f-615fbf343a2e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 65])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 30bff459-835e-497d-90ea-b8f3054087c8, kind: Service { id: ce02c1f9-750d-466c-8882-9fa4058550a9 }, name: Name(\"nexus-ce02c1f9-750d-466c-8882-9fa4058550a9\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 197])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbccdcee-328d-46b4-80f2-6e0f18d211c8, kind: Service { id: 0cc022d1-76d3-4a28-8e75-e8e958faa197 }, name: Name(\"nexus-0cc022d1-76d3-4a28-8e75-e8e958faa197\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 39])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e712bb0a-d063-491f-bbf4-5dc66991d2fe, kind: Service { id: 2b0034bc-df6c-49bf-ba55-680c74f1cd4c }, name: Name(\"nexus-2b0034bc-df6c-49bf-ba55-680c74f1cd4c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 214])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.501861887Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.563024167Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","vpc_to_sled":"[Sled { identity: SledIdentity { id: f70fbf74-7489-439f-8ec3-e6e8473a8b43, time_created: 2024-11-14T16:54:41.880543Z, time_modified: 2024-11-14T16:54:41.880543Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.563068618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.563075858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.563378555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.565554054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.565893101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.567384195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.570089566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.60127962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.615413499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"59d4a498-c4e3-4f08-b551-95945a5c2cd9\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.616717788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.616730148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","elapsed":"906.977403ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.616738649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":3,"elapsed":"906.989343ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.692482677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"665837c5-1dcd-4513-8942-b627e2897c75\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:17.692519948Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.692531519Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.696698883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe80396-2d13-454a-ad5e-d9d88cbb7b53\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.696743074Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.697084111Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.700853417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.701071371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.704912278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.705282736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.7072003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.707402844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.71475939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":21,"elapsed":"1.004866682s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.833708614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd1280e7-4b30-4c6f-b9d2-4c526bc28292\", \"content-length\": \"30762\", \"date\": \"Thu, 14 Nov 2024 17:04:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.851627798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.851647759Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.851656859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.853592323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.853890729Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.855666969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.85746001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.857517781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:17.857675655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:18.04716541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"10719e49-c294-43d9-b01c-e29c5d9fd872"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.047204541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_started":"2024-11-14 17:04:17.142265 UTC","collection_id":"10719e49-c294-43d9-b01c-e29c5d9fd872"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.047297013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"collection_id\":\"10719e49-c294-43d9-b01c-e29c5d9fd872\",\"time_done\":\"2024-11-14 17:04:17.851630 UTC\",\"time_started\":\"2024-11-14 17:04:17.142265 UTC\"}","iteration":2,"elapsed":"1.337636429s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.047311683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.047326843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.047823175Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.0493819Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.051887177Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.051904377Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.05205088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.054682949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.054936665Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.056900199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.059038488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.059060818Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.059215922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:18.096280068Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"48.947184ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:26.603494096Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"d1837749-576f-4445-adf2-71b76d715cb9","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.709587719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.70962177Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.70963123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.70963846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.709982248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.709996119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.711621505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.714174043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.714194793Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.714321056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.716185798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.716371602Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.71762196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.720049955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.720064266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.720194489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.731763319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.73178985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":62,"elapsed":"22.203161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.743407182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.743694549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:26.745281955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"35.683405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:31.597636491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"ecf4ea4b-4c1d-42c6-96b3-fae1c48a14c8","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:31.597966008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"ecf4ea4b-4c1d-42c6-96b3-fae1c48a14c8","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:31.599723258Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"ecf4ea4b-4c1d-42c6-96b3-fae1c48a14c8","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2167,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:31.599992894Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"c953a629-d86d-4f78-b202-9014f1769426","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:31.600341492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"c953a629-d86d-4f78-b202-9014f1769426","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:31.602519141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"c953a629-d86d-4f78-b202-9014f1769426","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2567,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.709735659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.709815951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.709833381Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.709847612Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.710132298Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.710156069Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.712274787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.714827584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.714845785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.714973948Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.716743277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.716986103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.718326703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.720801159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.720814189Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.720953532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.730059618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.730082438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":63,"elapsed":"20.355569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.736128108Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.736441316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:36.763434931Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"53.731122ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:41.604523244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"34567808-52bd-4cf1-956b-53ab7cac8059","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":442,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709803706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709877308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709896478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709910568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709923409Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709936949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.709950119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.70996771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.70998643Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.70999987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.7100124Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710027511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710040981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710054541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710068242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710079952Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710092122Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710106403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.710120223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710135433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710149284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710161814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710170814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710178474Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710185684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710193275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710200185Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710339298Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710360519Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710374609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710390269Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710487451Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710497531Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710506342Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710514442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710523562Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710533082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710542652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.710551403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711070824Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711085195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711091945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711098655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711104925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711112055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711118736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711126136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711363671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711378391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711387051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.711395502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.712543948Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.712734882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.712745512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.712896836Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"2.910546ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.713762035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.714668876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2410, tv_nsec: 443847868 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.714721677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.714733717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.71487605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.715011013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.71574714Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.715771701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.715912544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.71750613Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.718223236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.71841411Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2410, tv_nsec: 447593052 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.718695496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.719822872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.719850333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.720021526Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.721819057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.721882388Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.721893589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.729088871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.729136842Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.729433969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.72950251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.734467222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.734909502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.735078656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.737154683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.737182024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.737315947Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.747633129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"37.724271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.756244424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.756766586Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.769488513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.772810857Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.772847688Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.773027932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.774301271Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.774332942Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.774344302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.774606978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.775062348Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"63.966423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.775374125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.775644991Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.775729763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.777143965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.77868475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.778941306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.779175591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.779190831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.779481538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.780271816Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.780754147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.780781417Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.780955171Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.781819551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.782151638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.782451235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.782474375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.782486156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"72.71762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.78267125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.783778065Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.785841251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2410, tv_nsec: 515009453 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.786161969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.786348523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.786703041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.788206455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.788235365Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.788490171Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.788631324Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.788649255Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"78.835598ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.792524582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.792550073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.792815649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.79285566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"81.749704ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.7928736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":22,"elapsed":"82.87926ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.792951872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668e9652-bbb1-47e6-89e5-1011faf296b7\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.792970622Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.793161347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.794479876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.79465548Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"83.542535ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.801388712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.801416863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":64,"elapsed":"91.497844ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.810729223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.810745583Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.810753584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.811106701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.811660194Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"101.641134ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.811759636Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.811769047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.812006949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b2ff1a-19bc-4c8b-8484-e16164dccaa5\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.812020327Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.81414782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.818790195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.819077201Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.821055516Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"109.982191ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.846561821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.846598862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.846611042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"136.657404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.865465848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.865936878Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.877299715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.877342216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.877718664Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a2da918-c684-4524-99c9-58230e11acfc\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.877748165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:46.87972692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.87973942Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.882368239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.88239365Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.882596074Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.885034409Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.888865356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.888892327Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:46.889152632Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.001099138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.001482047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57738c8a-d109-42d9-8843-c9b454cb267e\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.004902104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.005219841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.005415536Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":22,"elapsed":"295.568409ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.007672846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":22,"elapsed":"297.801389ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.011738558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.011752248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.012113196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a383d2-3ad9-417b-95bd-babea6a47306\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:04:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.012135557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.012483225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.017503038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.017916598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42d01c95-7081-437b-a480-554ec29d268a\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:04:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.017957008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.017968209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.017975409Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.02023177Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":22,"elapsed":"310.439774ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.064794305Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.064821466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.065061321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7cb752e8-3073-45b9-bad7-b12ea473144b\", \"date\": \"Thu, 14 Nov 2024 17:04:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.065075822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.065406709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.067306272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.067468225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.070602596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.071033286Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.07832075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.078338391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.07874126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"67c5095d-0641-44bd-8f00-d21e03dafe93\", \"date\": \"Thu, 14 Nov 2024 17:04:47 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.081181125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":22,"elapsed":"371.219565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.088879868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.089195116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.09116897Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.0911841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.091395015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.10093446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.101246387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1991eeb3-b0ec-4eae-90ff-527603cb11b7\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101276128Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101288828Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101577915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101591225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101599855Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101609066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101617896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101627056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.10178115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.10179083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.101945273Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.101956604Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.102420834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.104138473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.104256366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"438b9692-98f4-4db1-9eb2-bd3d7c6c6c09\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.104268376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.104363758Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf80a066-3eea-4b4a-ae3e-15e3fcd10e1f\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:04:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.104378568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.104390589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.209974741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3f0078c0-7e47-45b0-8ce2-aab33a1cec8b\", \"date\": \"Thu, 14 Nov 2024 17:04:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:47.210005471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.210013941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.210523203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1feeee3-67d3-4e56-bfc1-47c70454bafa\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:04:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.210558624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.210931292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.214998114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.215189008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.218210466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.218571125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.220731103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.22100026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:47.228646242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":22,"elapsed":"518.674953ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:04:56.604247239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"97249d20-018e-4bb2-bb21-a5438956b5e8","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":419,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.709370751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.709427672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.709445413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.709459673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.70976372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.7097924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.710988747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.711801376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.712145623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.713637137Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.713658598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.713799021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.715502949Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.715723624Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.717486384Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.720050502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.720062862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.720197375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.732577555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.732603645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":65,"elapsed":"23.245445ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:04:56.746629901Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"37.25045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:01.597919246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"0dcdc3ef-9fa6-4ced-b911-f1f3635a0fa7","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:01.598306815Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"0dcdc3ef-9fa6-4ced-b911-f1f3635a0fa7","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:01.600609466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"0dcdc3ef-9fa6-4ced-b911-f1f3635a0fa7","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2819,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:01.600857672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"f9cbdcac-5613-44cd-9496-bcb063b9a2f6","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:01.601132448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"f9cbdcac-5613-44cd-9496-bcb063b9a2f6","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:01.603247626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"f9cbdcac-5613-44cd-9496-bcb063b9a2f6","remote_addr":"[fd00:1122:3344:101::d]:43934","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2427,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.709432749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.709510581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.709527721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.709541841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.709813218Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.709838478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.711524526Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.711752091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.711761222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.713314486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.898778ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.714430092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.714438972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.714616226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.71656047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.716762794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.720855547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.723371883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.723400874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.723524807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.733142224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:06.733165354Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":66,"elapsed":"23.740686ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:11.604449309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"0771bbac-0a65-4de3-a0dd-513f015e4a80","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710280015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710366227Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710385107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710397308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710408658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710418578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710429998Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.710441538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710452969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710462659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710473789Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710483879Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71049424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71050492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71051439Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71052414Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710534731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710544361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710555341Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710566551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710576681Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710587152Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710596542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710606652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.710633703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710643873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710653943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710663054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710673544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:05:16.710684324Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710695804Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710706294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":13,"elapsed":"13.151µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710718885Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710729135Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710739445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710750605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710760516Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710770286Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710780386Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710790496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710800397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.710811027Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:55:16.710654033 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710821157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710830617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710841578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710852058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710861508Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710884278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710894069Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710905669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710915709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710925049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710936909Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71094668Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71095848Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71096715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71097335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710980721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710988401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.710995181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711002861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711010261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711019851Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711029492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711043132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711056412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711069352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711081843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711093783Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711106244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711119054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711131294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711143454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711225926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711254847Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711270977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711283928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711305588Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2440, tv_nsec: 440323620 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711325958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711339859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711351749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711365329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711376439Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.7113883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71140219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71141515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711426501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711437961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2440, tv_nsec: 440437863 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711761348Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711779889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.35399ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711886691Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.711897331Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.598146ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.712542836Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.712774271Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.712952545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.714241044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.715036762Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2440, tv_nsec: 444059655 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.715298378Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.715311428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.383069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.716322591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.716349422Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.716505775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71670968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.71671904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.716866543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.718659284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2440, tv_nsec: 447683366 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.718889679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.718952861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.719601595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.719757499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.721395445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.721666372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.722267965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.722288716Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.72248945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.722748596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.722770076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.723040903Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.723062583Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.723074674Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.723216537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.724059236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.72427021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.724787802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.725004817Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.725209312Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.725286523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.725426887Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.725676262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:55:16.710654033 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.725699293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:55:16.710654033Z\",\"pruned\":[]}","iteration":12,"elapsed":"15.028709ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.727110274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.727133795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.727260938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.72870139Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.729401306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"18.580319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.730183234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.73090745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.730931321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.730944921Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"19.999811ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.732407444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.732437315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.732635369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.732991727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.733016518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.73310995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.733196532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.733453968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.735439773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"24.575284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.735916853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.736359163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.736696661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.740249721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.744968248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.745471689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.748678781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2440, tv_nsec: 477674983 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.749094981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.750223426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.750242156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.750693877Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.753025619Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.75305148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.75306303Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.75307292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.753433448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.753985921Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.754299358Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.754325088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.754340529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.754487882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.754912682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.755305741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.761265435Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.765949981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.765987692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.766242197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.769307846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.769346238Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.769363638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.769634584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.772076339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.777211725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.777243376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.777513122Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.777646515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.777670565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":67,"elapsed":"67.431971ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.780920179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.780950149Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.78099052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.781004421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":12,"elapsed":"70.715276ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.784349916Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.784375477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.784385117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.784870478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.790702029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.79073073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.79074066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.79118288Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.793612575Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.793635926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.793648646Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"83.020083ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.79696221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"86.050601ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.797214996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.797229747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.797238777Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"86.919771ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.800076941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"89.687463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.804722136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.806216369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"95.540305ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.806483595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"95.538655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.806869034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.806915715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.807364045Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.807666412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.807685203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.807880257Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.808367038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.810892215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.810926196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.811083719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.811721054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.811918918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.812168273Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.813652237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.813869592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.817101915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"106.506614ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.819707714Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.822612849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.82264294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"112.173651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.824068582Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.824092843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.824252496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.858625502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.858689163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.858700023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.858708744Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.859154804Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.863304957Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.865822214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.868223748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.868261149Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.868441243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.868964165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.868992906Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.869387404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ea1066-e0a5-4bf3-b0d2-7afd540a80f7\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.869431085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.870178222Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.870200523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.870404878Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.871486042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.874290015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":23,"elapsed":"163.330954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.87673629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.87716057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.880316861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.884980536Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.885014697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.885027568Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.89132475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.891754259Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:05:16.917723675Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.917786396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"207.264066ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.928018397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.928064359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.928423056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafcdd5b-8bc6-462b-8e6a-c09c0e70cedf\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.928453647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:16.931975837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.933253936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.933279166Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.933293176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.933848569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.936939649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.940883858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.940914238Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.941133343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.942876633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.942900493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.942912534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.942924704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":12,"elapsed":"232.21607ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.9458773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.945921061Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"235.119385ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:16.979162461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"268.620631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.029025306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.029452556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.03143136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.034158682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.034189163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.034379237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.036148717Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.03892712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.03895058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.039166665Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.086246867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":23,"elapsed":"375.879091ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.131601261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.161120197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.239390363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.239416123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.239661199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe441efe-be3d-4dd3-acae-82c2abc79aca\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.239676939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.242666406Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.350195843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.350230343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.35053463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e6c16c-4e3c-49fa-98dd-39be75e630df\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.350563121Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.350902808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.365548689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.36557747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.365777824Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c43e9a9-40b8-4295-8925-4ad76e323087\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.365794184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.366210894Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.369094475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.36983687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.371387411Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.371721968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.372601788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.372630209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.372951086Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.37491564Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.375239628Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.376385774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.376755522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63bdd6b4-8458-41b0-95ac-8e569cd313ad\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.378612974Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.378636884Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.379021213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b20f4094-d9ea-4928-bf2e-eeb22f5169f4\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.37933251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.379704628Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.38066876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":23,"elapsed":"670.12363ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.381421797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":23,"elapsed":"671.00611ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.383406052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.383654987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e568c039-5839-4fd6-bb15-c41c04268c67\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.383679008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.383689778Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.383963394Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.383980775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.383989355Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.383997165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.384004875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.384013055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.384147409Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.384158749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.384305602Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.384313882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.384541047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.386715176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.387029594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d689c0-94c0-48c8-a761-e40e5f3b7036\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.387051274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.387129166Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d5da252-54e0-4214-a476-98d81755bce7\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.387155146Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.387166977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.420960329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.434836072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.435229351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2cd06c25-cf45-46c0-8fcb-27b6ca6b5c5a\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.435247442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.43696457Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c53b5ef-6aca-473c-b52c-20f3066ec6ea\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.436991551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.438531436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.438542916Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"727.991305ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.485556557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.489889914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.490408436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e46842b3-dc32-453a-9cbc-d0e9cd80980b\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.490425476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.492251248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ac06f29a-b3d3-474e-8eee-388bfa9098b7\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.492266858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.493538977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"83878f40-fa4f-402d-bbf8-9dbc369ed22e\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.493549487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.495381098Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.495429649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"784.623583ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.507198745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6b3c14-1cdf-40cc-998b-76817dfe07c6\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.507225246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.507236026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.507244216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.50964682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":23,"elapsed":"799.275624ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.607792323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"202bb514-b4fe-4776-9bda-b7f393496461\", \"date\": \"Thu, 14 Nov 2024 17:05:16 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.607841725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.607871185Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.611782013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a219222b-a3a3-43b1-8a8f-7180a42c2a17\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.611832285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.612257604Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.616077321Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.616299115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.619720033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.619977549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.62182991Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.621996164Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.628368768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":23,"elapsed":"917.747005ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.654405525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.654435346Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.684727659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.684847292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61774"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.684947524Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a984ea69-4a65-42ea-8f04-c6a3d2ae9ef4","remote_addr":"[fd00:1122:3344:101::c]:61774","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.685285312Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a984ea69-4a65-42ea-8f04-c6a3d2ae9ef4","remote_addr":"[fd00:1122:3344:101::c]:61774","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.725185082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/oximeter.rs:76","collector_id":"eb1db522-cd7d-4b64-9412-796885aef8d2","producer_id":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:17.725214123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/producers","method":"POST","req_id":"a984ea69-4a65-42ea-8f04-c6a3d2ae9ef4","remote_addr":"[fd00:1122:3344:101::c]:61774","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40323,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.725284625Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a984ea69-4a65-42ea-8f04-c6a3d2ae9ef4\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 17:05:17 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.726948972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:17.726967752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:26.603376059Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"151b7bad-e01f-4dbb-a7a3-b6310bb9e079","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.710466235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.710522536Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.710539677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.710554737Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.710816373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.711063148Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.712562852Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.712749606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.712832328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.71557285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.71559089Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.715766114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.717603956Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.717802771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.719181191Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.721735669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.72175292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.721880012Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.737248579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.73728083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":68,"elapsed":"26.780194ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:26.748833221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"38.371396ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.710476182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.710530803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.710540023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.710548033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.71085446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.710873351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.713172103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.713410868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.714858501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.395649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.740920439Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.743565168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.743583589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.743728092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.745688036Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.745939332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.747492917Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.750089596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.750108166Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.750253369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.762367082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:36.762396863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":69,"elapsed":"51.904281ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:41.604543419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"03080596-82b5-412c-9707-6cc4c19c7eae","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":485,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709772601Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709856253Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709875473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709890853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709905084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709919914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709932314Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709946285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709960945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.709975215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.709988486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710003906Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710025056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710041777Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710054777Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710068897Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710081868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710095178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710109118Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710122046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710139699Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710157419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710168256Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710180003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710190682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710202551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710214448Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.71056779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.71059615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710614291Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.71063231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710649119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710666024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710740566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710756382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710768297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.71077682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710784554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.710815492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711022647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711036823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711044341Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711051054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711121641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711129521Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711136802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711143832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711366967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711421508Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711432018Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.711440348Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.712999564Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.713567407Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.713588977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.713596187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.713812662Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.714274892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.259366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.714666781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.714768623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.714872896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2470, tv_nsec: 443731248 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.715163023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.716132444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.716143695Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.716317978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.717450414Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.717479615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.717490705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.717501995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.717613838Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.717679389Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.71815563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2470, tv_nsec: 447002712 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.718490798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.718518308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.722083329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.722108349Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.722238142Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.722862276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.723341607Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.723684015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.72525698Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.725287941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.725448924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.726191811Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.726633861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.72700527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.728311659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.7283408Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.728489503Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.728906682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.729168739Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.72967612Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.731568463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.731682915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.731978272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.732071224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.732986445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.733018955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.733277131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.733703871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.734487208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2470, tv_nsec: 463327810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.734515229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.734821846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.73765716Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.737689161Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.737910116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.73810863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.738136201Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.738296434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.756396563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.756467594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"46.477168ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.762757826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.762810058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":70,"elapsed":"53.038127ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.763764979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"52.664269ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.765981579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"54.868989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.774568883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.774987112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.778177644Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.778210435Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.778218575Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.77846052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.778685186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"68.788142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.779728799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.780029306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.780581919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.780963277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.782194545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.782221225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.782462781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.782690136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.78509722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.785392337Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.787216748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.789415058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.789445399Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.789687024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.812155461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.812212922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.81255898Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2262bbb-9994-4c8a-bb5d-10c219d136e1\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.812583841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.8143397Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.829277997Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.829329928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.829695167Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f29705-26e8-45fe-899c-27b59aa09826\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.829732237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.830016904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"118.893292ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.831461856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.832543641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.832846748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.833813749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.83383442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.83384512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"124.035309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.836865608Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.836979691Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.838298781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"128.225943ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.840319076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.840346327Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.840444219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.840463379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.840635423Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.840652324Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.84360057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":24,"elapsed":"133.605735ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.868291817Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.868345719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.868364659Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"157.229708ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.868699356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d512080-b7ba-42b0-847b-2d8169c2c707\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.868730077Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.870578969Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.891291016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"181.439933ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.952669361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.953004779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa6fe89-7192-4944-8df3-38382d103c18\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.954991794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.95526468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.957521111Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":24,"elapsed":"247.640867ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.970562465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.970820861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.970838491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.971210469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd0dfde-2deb-4810-9116-844d50b323d3\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.97125377Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.971264391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:46.971272531Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.971395533Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f43a8022-02e4-41bd-8f00-6dc795d57edd\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.971422374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.971926765Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.973202394Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":24,"elapsed":"263.425303ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:46.973369208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":24,"elapsed":"263.423204ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.021467513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.021512404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.021696299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f5d10353-900c-491d-b780-3b74e784d713\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.021724789Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.022050656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.024807489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.025135246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.028205715Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.028639505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.031561281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.031584831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.031930469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0cc44a20-b96f-4f03-974a-566950b101cb\", \"date\": \"Thu, 14 Nov 2024 17:05:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.033314111Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":24,"elapsed":"323.464518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.065249681Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.06565693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.068172067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.068200478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.068444343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.092273431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.092564287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60b9d0f-8f4a-43c3-bde9-f1634c7bc37e\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:05:47 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092585218Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092599428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092839224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092852734Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092860424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092868814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092877625Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.092885325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.093024708Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.093038438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.093155291Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.093173181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.093523749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.095816961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.095931463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b1c6730-9eeb-4720-8d44-bf1858473364\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:05:47 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.095949004Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.096050896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8087e2ba-3fc2-4ae0-b6bf-b5ba3e9db7bd\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:05:47 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.096073046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.096089707Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.323263623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bb46ebac-5f69-4107-ac4b-bbdff6fd3157\", \"date\": \"Thu, 14 Nov 2024 17:05:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:47.323307593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.323318214Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.327889967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc37786b-66b3-42cc-ac55-cf59af002712\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:05:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.327925258Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.328264205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.331709313Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.331910067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.335417797Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.335706173Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.33779961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.338006465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:47.34443318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":24,"elapsed":"634.461495ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:05:56.606108357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"015ea071-1e95-4506-bc2f-bec4c29158b4","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.710213535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.710264436Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.710281337Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.710295277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.710745738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.710772538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.712980658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.715547846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.715565236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.715700959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.717373837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.717627323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.718976533Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.721446939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.72147254Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.721596082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.734493063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.734518444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":71,"elapsed":"24.295768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.741213065Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.741471021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:05:56.769989844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"59.782329ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.710390935Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.710451267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.710463217Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.710472567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.710774534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.710811215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.712707687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.712912522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.712985814Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.715607813Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.715633353Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.715758686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.717740001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.717943285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.719517441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.722188341Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.722211622Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.722348605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.734606332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.734635822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":72,"elapsed":"24.242547ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:06.741720382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.351878ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:11.604903153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"8fe7e713-0058-4d19-9e7d-570fabc87a5a","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":353,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710007361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710071373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710086733Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710099134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710110434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710123544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.710134404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710146005Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710156465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710167285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710179265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.710191896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710202046Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710213106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710224416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710234487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710244577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:06:16.710254187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710264977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710274798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":14,"elapsed":"18.271µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710286528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710296288Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710306078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710315928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710325179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710335469Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710346669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710357919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71036803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71037899Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71039037Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71040003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71040961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710419341Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710428551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710438911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710450471Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710462642Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710472732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.710483112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:56:16.710287938 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710493663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710502823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710513093Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710523093Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710532813Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710542613Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710552794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710563044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710572954Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710583714Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710595235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710605995Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710616405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710629495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710643396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710655616Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710767569Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710800279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71081449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71082801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71084204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2500, tv_nsec: 439462091 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710859711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710868231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710878481Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710886701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710893941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710900862Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710907742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710915162Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710921532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710929982Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710936953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710944503Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710950743Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710957413Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710966343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710973573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710980623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710987134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.710995274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711002594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711009394Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711017684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711027044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711035265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711043455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2500, tv_nsec: 439656095 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711136597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711168368Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711182658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711195488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711205388Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711218199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.7112695Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71128532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711398683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711427933Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711453264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711475225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.217027ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711494215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711503865Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.127606ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711606988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711618468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.711813692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.712397775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.712659671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.713137642Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.714286988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.163533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.714574555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.714727078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.714982634Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.715914755Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.715939045Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.71613382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.716840936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.716852726Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.717000869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.717598913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.717891759Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.718554274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.720881247Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:56:16.710287938 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.720912538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:56:16.710287938Z\",\"pruned\":[]}","iteration":13,"elapsed":"10.595859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.721615473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.721644344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.721785437Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.724329495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2500, tv_nsec: 453008106 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.724697623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.724978849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.725119373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2500, tv_nsec: 453811715 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.725372558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.726456213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.726999725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.727026305Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.727195039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.730136266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.730166356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.730444193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.734404492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"23.554481ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.734711299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"23.889229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.736866458Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.737462411Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.737659405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.737891861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.741051542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.741082442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.741362249Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.742211168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.75646684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.756534131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.756545631Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.756555072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.756951161Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.761443162Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.7635611Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.76489477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.764920911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.765144496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.766917556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.766940606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.770014965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.770041966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.770308702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.775731394Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.775763475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"65.552659ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.780896841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.781205318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.781710669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.783295385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.783599872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.783621402Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.784018571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.784108043Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.784128314Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.784329328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.786100718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.787443308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.787831557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.788184545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"78.145723ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.788728288Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.788746228Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.788755108Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.789078936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.791182453Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.791206924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.7914821Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.793792042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.79416077Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"83.321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.794287103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.795582092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.796518943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.797077446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.797102297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.797373573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.799647574Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.799676044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.799689485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.799699125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.79994035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.800333719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.800722088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.800835561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.800854571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.800866362Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.801082496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.801224039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.803391908Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.803420079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.80343638Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"92.599299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.805514656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.805547387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.805782902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.807280966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2500, tv_nsec: 535956098 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.807620504Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.807733086Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.80788343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.807960682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.808404961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.808838651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.810187072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.812020193Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.812052354Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.812363761Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.812389902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.815515682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.815551393Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.815825279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.816463263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.816485854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.816737429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.818786136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"108.791865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.824762301Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.825211151Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.833429866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.83537584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"124.713074ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.836421044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.836996026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849191752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849250343Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.849267823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849281854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849291794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849301654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"139.18229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849316195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849714013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.849759554Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.853847587Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.853885248Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.854116163Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.856345943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.857249983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":25,"elapsed":"146.954926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.858671426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.859042764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.860683331Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.860715512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.861120381Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.861174402Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.861896038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.861926599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.861937889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.862137424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.862796539Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.862818289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.863089565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.863277639Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d60190-fcf2-4169-8c57-eec958fbd85a\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:06:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.86330347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.863631447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.863655858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.863672208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.863914464Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.864379644Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.864402635Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.864707252Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.865438988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.86551329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.866181875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.866803369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.867516125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.867544666Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.867559086Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.867930944Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.871989966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.872027567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.872124329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.87215559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":73,"elapsed":"161.79128ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.872261172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.874156285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.87570556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.875735791Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.875749301Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.875763021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":13,"elapsed":"165.633427ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.878958063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.878988614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.87926239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.87967172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.880286463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.880390886Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.880413496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"169.575896ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.880623801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.88233536Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.883055256Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.883083497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.883097287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.883111167Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":13,"elapsed":"173.113496ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.885561822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.885589583Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.885804058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.89611299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.896154281Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.896574011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f68eb7e-2fc5-46b1-a654-e1ca1d9c67a3\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:06:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.896593071Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.89965695Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.91692213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"206.08355ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.917617085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.917655617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.917670157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"207.302968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.933176567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.936358908Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.936397319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.936647265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:16.957408093Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:16.957483795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"247.221598ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.000968596Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"290.627797ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:06:17.027545326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.027581437Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"317.171326ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.056411767Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.076150562Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.076527251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7de51add-1284-4d62-a69d-55f2815421d8\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.076551211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.077776059Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f6dd751a-a46e-48aa-a016-b679d4724ff8\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.077788189Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.08003275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.08005727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"369.819204ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.117769961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.117795262Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.118105579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436043b0-f793-4448-ac53-e08f6f98b156\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.118124249Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.120055993Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.183870893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.184148839Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a0684d-3281-468a-abf9-9a617ec7f523\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 17:06:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.186077922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.18638818Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.188980738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":25,"elapsed":"478.844594ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.216958609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.217539232Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"78832436-532e-49d5-bca8-6e0a9e22fa8e\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.217562353Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.220215973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"53f97466-6af1-43cf-b32c-858d320edb05\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.220229933Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.221992293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":25,"elapsed":"511.849058ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.22317936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fad0180e-8a16-43e8-bc31-b267765106bd\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.22319226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.225967762Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.226027484Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"515.654964ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.236014769Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.236686304Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe671d8b-e462-47f1-8a0a-6f079997b8e1\", \"content-length\": \"810\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.236725495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(5658212) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.236746866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.236757116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.238354502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":25,"elapsed":"528.171937ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.242759311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.242806382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.243354025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200f4aee-9dfa-4c18-94fb-e575393a193d\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.243386115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.243762264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.298611412Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{f5a3cbc2-404e-43a0-8459-9f0ac080dd26: {10.151.1.175: {812e4d69-c3da-49d6-b5fe-cfa5df819e14}, 10.151.1.176: {812e4d69-c3da-49d6-b5fe-cfa5df819e14}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.298712794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.298871738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"46cbd80d-df02-4cf2-af05-c4f4e0eec3bf\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.298884928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.299294657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.30163854Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.301814464Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.304930134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.305274172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.307973753Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.307988563Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.308248529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f30a28ad-09e3-42b9-8600-f757ba4919f4\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.309917527Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":25,"elapsed":"599.856574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.338729497Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.339090215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.34106823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.34109988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.341287895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.350193865Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.350541263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9fe0666-8c9e-4402-9051-93ee1eabd487\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350573314Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350597565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350884421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350902641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350910232Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350917682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350924922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.350932252Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.351092806Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.351102736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.351362802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.351376302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.35170561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.35308535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.353869928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9e6a92-e957-46f2-8079-6b110da9ac5a\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.353893339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.353972101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e73d8c-ce96-4fda-857a-401745f0f632\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.353985491Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.353995651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.467174565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ed2fe997-ed08-45e4-8b4d-93101c7ad611\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:17.467217366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.467228446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.472798731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac94f4e-4dc0-4ff5-a7db-57a10777dfd2\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:06:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.472843623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.47319015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.476597907Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.476774511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.480461264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.480823243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.482947631Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.483166125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:17.497702973Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":25,"elapsed":"787.512698ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:26.604890086Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"6795fabf-24ab-41b0-b4f0-81069d24baf1","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.709994978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.710037139Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.710048649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.710057649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.710395777Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.710453158Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.712556115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.71541383Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.715446201Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.715577054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.717740392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.717957368Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.719569304Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.722186683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.722204923Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.722338566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.735630326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.735659697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":74,"elapsed":"25.665459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.744970807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.745276244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:26.746531542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"36.523254ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.710534696Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.710611047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.710628228Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.710641498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.710989026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.711064958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.743021019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.745545496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.745929084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.74616909Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.74618267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.746360644Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.747795706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"37.283771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.748261157Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.748460841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.750078498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.752501272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.752519153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.752653376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.764619356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:36.764639977Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":75,"elapsed":"54.103491ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:41.60491308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"d72edadb-3ea2-47fe-9b1c-c2217a4abea2","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710533552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710612134Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710630424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710644064Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710657735Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710672375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710686035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.710700856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710715166Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710729476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710742196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710755927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710769577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710787247Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710806978Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710828718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710847419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710864719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.71088268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.71090073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.71092141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710940841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710959511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710976962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.710997962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711017623Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711038273Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711244218Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711423982Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711449142Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711475473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711492723Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711508604Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711538914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711554785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711569205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711585295Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711753369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.71177734Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711890802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711911603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711927693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711942324Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711956534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711971664Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711985374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.711999385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.712254571Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.712266511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.712274781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.712314542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.714391669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.714820258Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.71533315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.686086ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.717479808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.717510959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.717592461Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.717603561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.717657802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.717758745Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.720095277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.724673221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2530, tv_nsec: 453183802 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.724718032Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.724735932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.724919796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.725006918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.726987063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2530, tv_nsec: 455508985 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.727231138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.730448701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.730888651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.751767202Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2530, tv_nsec: 480262424 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.752060629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.769726147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.769795269Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.769806939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.770103416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.772868268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.775532488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.775566799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.775815894Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.77650173Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.778378332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.778672559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.779008657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.779290013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.779847645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.779862386Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.780078041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.782426584Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.782990276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.783053998Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"71.115734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.783258633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.783627061Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.785406721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.785437962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.785574555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.785633136Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.785764869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"73.868487ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.786072376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.787156641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.787179001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.787384615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.789079704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.790142668Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.790385813Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.790572458Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.790767732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.792946431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.793009873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.793100204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.794399494Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.794718721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.796228425Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.797362801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.797607576Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.798827954Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":26,"elapsed":"88.128968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.799144581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.799167721Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.799378816Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.800028891Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"89.284374ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.82436792Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.824421441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.824429891Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.824853151Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.827415349Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.827448999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.827880589Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda64bb2-0835-4a98-ad6d-beb72dbab7b9\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.82790617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.829520746Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.829546747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.829833493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ea7636-250b-4798-88ea-a6424886b169\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.829857734Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.830729833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.831372178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.834073449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.834098269Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"123.525117ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.834704943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"123.988048ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.83812076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.83854345Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.840261699Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.840288109Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.840299549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.844521155Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.844548945Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.84477683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.846852207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"134.933785ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.857254482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.857294243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.857305773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":76,"elapsed":"146.770351ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.857315873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.857714242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95be80cb-7d38-4b86-a539-d20e0768edfd\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.857749573Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.86070184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.869972479Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:46.87001853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.87002929Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"159.298034ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.901301776Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"189.392963ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.957016243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"246.319138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.988479513Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.988892652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.990447147Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.992257788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.992271328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.992420861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.994171981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.996179006Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.996193477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:46.99633556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.005014986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":26,"elapsed":"294.206668ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.029807685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.030118072Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074e1498-1d5a-4e51-8fe4-3bf81ef7d80e\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.03223651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.032609618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.035491333Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":26,"elapsed":"324.719587ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.044752162Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.044774913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.045047579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c6ad6f0-93ac-4506-a2c3-1f469d95e5f5\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:06:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.045068479Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.045419747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.065198114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.065223264Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.065412428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b0ceb157-187a-421a-b124-64fb68d2ca08\", \"date\": \"Thu, 14 Nov 2024 17:06:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.065432449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.065680685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.141488075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.143590112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.14392919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.146803095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.147109382Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.147259545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.147585782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.149439844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.149458985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.149608888Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.150443137Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.150459367Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.157886835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.15814268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe39ec2f-3bd7-4a92-aa68-f9a68d442224\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158172021Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158182781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158361116Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158370446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158378016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158385546Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158393316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158400456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158528279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.1585361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.158662802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.158671143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.158911798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.160583706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.160684258Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b78729-26fa-4556-a68b-80b3d7a7a642\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.160694878Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.16077786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a60cbe-0229-45c2-b909-0f8942c1bfc9\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:06:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.16079067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.1608011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.218736438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3015f701-6635-4161-9c16-ff470d0f17e3\", \"date\": \"Thu, 14 Nov 2024 17:06:47 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.220120369Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":26,"elapsed":"509.519105ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.22015475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2019d9c6-621e-44a7-99ce-9e8df823ea28\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:06:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.22017658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.22018487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.22019242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.221644653Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":26,"elapsed":"511.107682ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.43867473Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ea6c01a0-c669-4bca-9f70-743d5926a0d4\", \"date\": \"Thu, 14 Nov 2024 17:06:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:47.438723811Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.438736231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.43910697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b368a69a-9ec1-408d-84d0-ed940defdfb9\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:06:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.439162741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.43955215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.448052501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.448309207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.452574834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.45286304Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.455189062Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.455472999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:47.466541289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":26,"elapsed":"755.912225ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:06:56.605429586Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"3020d566-d16b-4b7a-9d25-2b71710ff494","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":482,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.710542818Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.710574558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.710583249Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.710591329Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.710889585Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.710959037Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.712762408Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.713186277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.713506844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.715229703Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.648985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.715421008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.715437078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.715596022Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.717543275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.717715299Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.719429538Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.721855023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.721878833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.722001726Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.733320302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:06:56.733343522Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":77,"elapsed":"22.802025ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.710931883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.710991675Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.711005415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.711015235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.711489196Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.711503066Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.713537062Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.714008152Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.714219297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.716202782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.716225733Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.716357585Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.718602126Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.71878599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.720353986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.723110028Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.723129218Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.723262371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.734620318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.734647208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":78,"elapsed":"23.733096ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:06.743294843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"32.36787ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:11.606440015Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"a3033d03-6245-4024-a8b0-ba3eaf96e392","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.59791953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:56737"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.598051833Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"2d974ccf-a267-4207-be0d-b4431ea3bf19","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.598538964Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"2d974ccf-a267-4207-be0d-b4431ea3bf19","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.601636294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"2d974ccf-a267-4207-be0d-b4431ea3bf19","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3647,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.60193154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"e3bdbe04-190f-4219-9eb4-3425cb4641ab","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.602309689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"e3bdbe04-190f-4219-9eb4-3425cb4641ab","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.604305344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"e3bdbe04-190f-4219-9eb4-3425cb4641ab","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2438,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710604882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710654804Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710677964Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710700494Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710720225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710740235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.710761906Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710786056Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710809117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710833517Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710855738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710879918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.710903509Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.71092567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.71095143Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710974971Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.710997601Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711022702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711047832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711071673Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711538813Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711565014Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711579804Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711593125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711605085Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711617585Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711630495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:07:16.711642896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711659186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711671207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":15,"elapsed":"23.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711686537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711699217Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711707467Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711719988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711732618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711741658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711750268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711758918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711767658Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711776039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711788459Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711798699Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711808359Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.71181755Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.71182805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:57:16.711027122 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.71183863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711849211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711861651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711871561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711882601Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711892772Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711900941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711907322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711914132Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711920172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711926152Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711932042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711940962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711948693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711956593Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711963083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711971033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711978843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711987514Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.711995734Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712004444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712012474Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712019294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712028095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712035375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712043565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712054605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2560, tv_nsec: 440098080 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712071276Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712082186Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712093246Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712105156Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712116106Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2560, tv_nsec: 440158201 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712134357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712147577Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712159818Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712172798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712185648Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712198578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712209528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712221689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712233189Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712244999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.7122579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.71228594Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712310661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.515124ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712361122Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.712373692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.719679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.714339817Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.714577652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.714681884Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.714807787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.715223387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.715551244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.71624265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"5.369421ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.717322944Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.717352645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.717497478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.717723073Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.717741693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.717914267Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.723089934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.724127197Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.724491456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.725076689Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.725283934Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.726181564Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.726195704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.72647427Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.728717661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2560, tv_nsec: 457079123 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.728972477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.729891078Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.730545002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.731049114Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.733852987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.733880557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.734041091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.734654545Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.734685776Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.734699566Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.734710026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.734813649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.73489401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.735724379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.736182429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.736267651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"24.890212ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.738621475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2560, tv_nsec: 466967576 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.738941402Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.739920024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:57:16.711027122 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.739948424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:57:16.711027122Z\",\"pruned\":[]}","iteration":14,"elapsed":"28.899082ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.740873195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"30.274663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.741395847Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.744109718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2560, tv_nsec: 472341738 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.744401365Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.745985601Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.74863373Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.75037713Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.750873051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.752072738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.752106119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.752366614Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.755827393Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.761174363Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.761631184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.761660684Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.761676245Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.761963031Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.772611591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.778104785Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.778180547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.778828782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.782135466Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.782661478Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.785976603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.786010294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.786023274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.786389852Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.78671108Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.788942Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.791546849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.791577979Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.79159514Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.791651381Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.791708322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.793682057Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.793710697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.793975443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.794389823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.794423434Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":79,"elapsed":"83.430772ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.794607598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.794635768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.794647379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.795108719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.796330846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"84.964587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.796678124Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.796884879Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.797228657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.797257747Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.801824541Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.8022651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.802295121Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.802311041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.802323872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"91.012364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.802855274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.803314844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.804692855Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.804716866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.804729746Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"94.077562ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.806645609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"94.489863ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.80667173Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.80668552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.80669433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.80670328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.806713351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.809143606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.811519059Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.811933609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.813669418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.813728499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.81377751Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"102.465821ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.813827691Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.813884553Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"102.779529ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.815832606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.815869097Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.816020201Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.818747702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.818778103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.819001758Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.827100731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.829213138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.830206601Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.830238511Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.830528488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.834102669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.836902802Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.837409443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.838821325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.841144117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.841175878Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.841363813Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.849826893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.850152781Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.854794245Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.854928859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"144.03879ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.855308737Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.855330428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.855344988Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"144.394618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.856148176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.856461323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.858735774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.863730867Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.863782018Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.864075955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.864709559Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"154.021505ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.866799636Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":27,"elapsed":"155.653881ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.869997788Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"158.760352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.873088108Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.876196868Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.876236449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.876438154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.878743686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.878769117Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.878782187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.879168855Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.882601053Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.883500603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.88732779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.88736235Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.887627766Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.906117034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.906186565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.906200075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.906210496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.906622275Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.915777501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.915837213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.916245512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f6140d-177d-48b6-b4d5-228a7aee6e4b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:07:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.916349904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:16.927901075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:07:16.92856985Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:16.928593211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"217.574459ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.020096805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"309.110154ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.036957095Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.037384205Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"943158cd-3f1b-464a-ae09-bb2f61a29f66\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.037411706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.039731138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb1538d2-e09b-4295-ab30-6ef60471aabe\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.039759179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.041257392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.041276013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"330.459416ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.088739024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.089185064Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"002c6a48-725a-4ade-8434-821f81b659a5\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.089224775Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.089239805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.089250595Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.091480426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":27,"elapsed":"380.71819ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.099476896Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.099501097Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.099767463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f321d466-69dc-491d-a5b3-cbc88bccf51f\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.099805873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.100265454Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.101739387Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.101937241Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.101954922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.101965592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.101976142Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":14,"elapsed":"391.116135ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.106102846Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.106131396Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.106350101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.140478501Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.140515792Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.140529492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.140811439Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.142514697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.145377492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.145394462Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.145545476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.148172475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.148190565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.148198925Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.148207705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":14,"elapsed":"437.599553ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.150431886Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.150452786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.150706322Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b5fdd00c-b236-4988-8ebb-e693d7aa8748\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.150725152Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.15105741Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.153004084Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.153248009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.156567784Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.156795889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.160991204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.161017485Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.161370533Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"90d7636f-1cb0-48ef-b634-0fdbef3cd77d\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.163176663Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":27,"elapsed":"452.464439ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.179761357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.179782098Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.180107805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c472821a-3090-404e-b2b9-15e5e191889e\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.180130146Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.181918556Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.247413794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.247440424Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.247777962Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7593bbc3-64e5-4fa1-b05e-4e069c78f65e\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.247800892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.249680495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.298942837Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.299253344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56885862-f2ad-45c4-8b26-510034bdcd3f\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:07:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.300954482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.301219768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.303423587Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":27,"elapsed":"592.439026ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.337523617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.402624376Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":27,"elapsed":"691.500262ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.494594851Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.495100352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"84f60267-ab21-4209-8039-dfcd3b6a5363\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.495127863Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.497090277Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"72e449fb-bfb5-432d-8a8e-74069b75d1e0\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.497114477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.498820456Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"48259e59-fdc1-4a15-8e39-dfba5518a345\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.498837216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.501033546Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.501117358Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"790.161918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.549650182Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.55001922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.55222061Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.55223534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.552384904Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.561140231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.561422018Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab3fdcfa-61db-40e1-af93-a7318ddae628\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:07:16 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561453678Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561464799Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561735475Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561745335Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561752635Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561760285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561767375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561774795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561906009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.561914749Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.562146314Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.562154244Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.562318308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.564267212Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.564365724Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8a1129-e2a5-4819-90f1-899d8f11f2a3\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.564376634Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.564468686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eafb707f-13ba-45ed-a79b-0f9118e36fa8\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:07:16 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.564481037Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.564490177Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.717688063Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"021e41e0-d97c-4574-b094-99a73679cd6b\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:17.717730874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.717740994Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.71798872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e76959-c092-48d3-8831-7ce479edca5b\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:07:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.718034371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.718360468Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.721789416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.722163364Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.725447808Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.725661443Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.727832752Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.728014966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:17.734566914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":27,"elapsed":"1.023834729s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:26.606142992Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"a8f2032d-d419-4a43-be09-94d2ef8877e9","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.710201488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.710236767Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.71024707Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.710256567Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.710551221Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.710792784Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.712705677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.715264224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.715279655Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.715424828Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.717923834Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.718269292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.719733875Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.722331234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.722358165Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.722488927Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.733663289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.73368839Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":80,"elapsed":"23.45807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.73987058Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.740188137Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:26.769333124Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"59.069653ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.710825641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.710899083Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.710915883Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.710929933Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.711396764Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.711435155Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.713361528Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.713589013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.742078856Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.745727108Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.745749629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.745912233Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.747971489Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"37.169119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.748222405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.748505701Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.749979034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.752536922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.752547642Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.752687446Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.764561843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:36.764587574Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":81,"elapsed":"53.750483ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:41.606908974Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"069f0dd8-fa6d-4fa3-a50d-096eefafa272","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711274796Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711367428Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711393029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711414759Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711434499Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.71145529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.7114748Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711495481Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711516131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711536082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711556252Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711574693Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711591893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711609323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711627544Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711646884Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.711665615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711684905Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711702816Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711721226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711739496Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711757407Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711785937Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711848609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711865759Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711877709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.7118898Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.71190279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.71191766Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711932371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711948981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711963011Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711977652Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.711991662Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712005742Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712019123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712037783Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712056453Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712072284Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712083154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712093034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712102805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712148786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712161656Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712170706Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712178886Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712186996Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712195107Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712222647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712230768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.712239558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.715203535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2590, tv_nsec: 443384246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.715561223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.715751987Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.476581ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.716155946Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2590, tv_nsec: 444354688 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.716461953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.717699661Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.717885535Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.718727374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722372326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722405297Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722416467Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722427718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722439398Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722447718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722458768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722470079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.722479239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.727027421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2590, tv_nsec: 455147992 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.727058872Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.727458591Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.727549463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.758539292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.761132861Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.761169421Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.761345805Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.761481079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.765342076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.765378316Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.765589081Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.768501547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.768874835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.773287285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.773668403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.773684794Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.773691984Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.773920549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.774101153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.775774641Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.776108869Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.777997951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.778020442Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.778030062Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.77839786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.78059023Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.78061874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"69.256173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.783406153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.783704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.785350237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.785722415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.786463192Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"74.8825ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.786891352Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"75.325589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.787626089Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.787803202Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"76.269051ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.788082419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.789494881Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"77.884177ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.795307732Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.795881725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.798941654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.798963374Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.799157239Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.79922807Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.79924178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.799428325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.800889878Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.801285067Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.802965784Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.805721237Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.805752287Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.805930731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.811930457Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.812195003Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.812782936Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.812807357Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.812980801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.812998211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.813010371Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"101.50777ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.813142384Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91f5d53c-de7a-497b-96cd-edbdd7f25a97\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.813170375Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.81472911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.81474889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.815070718Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.816702225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.81695384Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.816966871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.817196326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667443e9-7398-4c7c-9736-d801087f7b6d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.817211006Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.818065445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.819109129Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"107.70849ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.819272803Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.819549339Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.819561939Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.819746203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.820558961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.820576702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.820746366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.821977773Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":28,"elapsed":"110.629596ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.822921405Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.822943505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":82,"elapsed":"111.462325ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.823829725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"112.365345ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.838909826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"127.479856ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.841098465Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.841120416Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.841386051Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0513ac5b-7602-4189-b1ab-0d7d80c05930\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.841406172Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.84397315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.863701685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.864109444Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.91978318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.920898505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff38839-0f3b-4643-86f6-549f962d2f7b\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.92289565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.923178767Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.923194407Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":28,"elapsed":"211.964592ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.930554873Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.930577344Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.930903771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6389a2-8244-4dd3-ab1d-0e691a81b15e\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.930922142Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.931264779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.933011439Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":28,"elapsed":"221.64587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.983323664Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.983673922Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.985299438Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.98713965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.98715727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.987308774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.988581292Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.990916585Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.990934736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.991105669Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:46.997673548Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.997696278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.997985735Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"70ef89a3-ae67-454a-8318-0d8837d09906\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.997998075Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:46.998353273Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.00042263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.000599603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.004120823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.004409049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.007937919Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.00795704Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.008315918Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"93ea922d-42b1-4b72-b4cd-6ba712d7668f\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.009840112Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":28,"elapsed":"298.433934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.023175103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.023515711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.025920415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.025943195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.026186141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.040086125Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.040444562Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f760961-0962-4b30-9f23-bd4bd2a4e9bd\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.040473643Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.040482543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.040488974Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.041997948Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":28,"elapsed":"330.66601ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.050717524Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.051002901Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055bc956-fd2b-4423-a7cc-3b488f18c1d7\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051023291Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051034101Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051343259Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051363619Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051372079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051380199Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.05138798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.05139617Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051545633Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051557763Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.051702047Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.051725247Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.052156347Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.053434736Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.053548268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47018265-f36b-4ff4-87e6-3cbaca41a4e1\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.053570419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.0536414Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d20dc4f-0374-4e12-90d8-9c38e4fea42f\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:07:46 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.053652911Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.053662831Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.161652557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"44da7bea-ed70-4480-a10a-a7dbf922f70e\", \"date\": \"Thu, 14 Nov 2024 17:07:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.161693398Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.161706509Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.162211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6ad7a5-08e7-4925-a50e-6fc706632f03\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:07:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.162250431Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.162570308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.166302992Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.166600959Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.16886103Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.169065495Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.170694881Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.170886525Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.177655608Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":28,"elapsed":"466.346112ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.728935326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.728975557Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.758457472Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.758604916Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41729"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.758705938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"03ed90ab-c96c-46fc-9f0f-5e38a4354458","remote_addr":"[fd00:1122:3344:101::c]:41729","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.759036415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"03ed90ab-c96c-46fc-9f0f-5e38a4354458","remote_addr":"[fd00:1122:3344:101::c]:41729","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.794195348Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/oximeter.rs:76","collector_id":"eb1db522-cd7d-4b64-9412-796885aef8d2","producer_id":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:47.794219859Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/producers","method":"POST","req_id":"03ed90ab-c96c-46fc-9f0f-5e38a4354458","remote_addr":"[fd00:1122:3344:101::c]:41729","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35578,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.794279581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ed90ab-c96c-46fc-9f0f-5e38a4354458\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 17:07:47 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.794845403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:47.794854823Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"producer-registration-task","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:07:56.605902054Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"9de6f27e-2727-4c10-92e2-5d75d72a4cf6","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.71120498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.711261141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.711278302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.711292432Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.711528447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.711548648Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.71299953Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.713824549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.714066864Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.715780123Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.715801404Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.715951167Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.717559283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.717737547Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.718978225Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.721335348Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.721349219Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.721483682Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.732609403Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.732624323Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":83,"elapsed":"21.428764ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:07:56.74267832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"31.47816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:01.598641738Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"86b3be7c-f48f-46ac-a76c-69e373a3dbf2","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:01.599089368Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"86b3be7c-f48f-46ac-a76c-69e373a3dbf2","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:01.602165477Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?sort_by=id_ascending","method":"GET","req_id":"86b3be7c-f48f-46ac-a76c-69e373a3dbf2","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3622,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:01.602424433Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"49d82c57-212b-4794-889b-8a447f900a92","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:01.602693849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"49d82c57-212b-4794-889b-8a447f900a92","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:01.605143184Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/metrics/collectors/eb1db522-cd7d-4b64-9412-796885aef8d2/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNzBmYmY3NC03NDg5LTQzOWYtOGVjMy1lNmU4NDczYThiNDMifX0%3D","method":"GET","req_id":"49d82c57-212b-4794-889b-8a447f900a92","remote_addr":"[fd00:1122:3344:101::d]:56737","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2755,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.71135534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.711413401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.711425082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.711434482Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.711761529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.71177449Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.713697463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.714240835Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.714554822Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.716417474Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.716437145Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.716574688Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.718696686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.7188914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.720446895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.722958672Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.722985272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.723101325Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.742135204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.742165725Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":84,"elapsed":"30.801775ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:06.752805675Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"41.471226ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:11.606200215Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"e06e8232-e3a8-4aaa-b6b9-165cc77aad50","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710784712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710863824Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710882094Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710897505Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710911615Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.710923665Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710937686Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710951216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710964176Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710976986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.710989687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711002207Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711016167Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711029648Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711042088Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711054488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.711068549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 16:58:16.710916295 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711082319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711095649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.711108889Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71111733Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71112529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71113326Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71114274Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71115041Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71115768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711165091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711173001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711180871Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711187651Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711195441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711201432Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711208102Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711216122Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711222892Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711231082Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711238702Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711247113Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711255233Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711262203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711269463Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711277243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711286183Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711297734Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711309104Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:08:16.711320294Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711331204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\"}","iteration":16,"elapsed":"14.36µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711340895Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711348385Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711356605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711364195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711373415Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711396726Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711408786Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711423657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711433597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711444607Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711787705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711825115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711836766Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711847606Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711859626Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711872036Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711882187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711892467Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711902537Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711911888Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711923768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711933158Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711943238Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711956529Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711968549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711978719Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"89b01be2-c37f-445d-addd-6b4be9cd73c2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bc5fdca1-6d92-4ff4-b5ae-2f44553a2186.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c3fb510c-8c5c-4a83-b5d7-4e199ba14057.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 2620, tv_nsec: 439915179 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.711997429Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71201026Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71202306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71203486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712045131Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712057181Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712069401Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712081091Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712091901Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712103392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712114592Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"94482e71-9503-4d09-b73f-615fbf343a2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"cb30b954-f678-488f-bf13-6a751f361b3f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2620, tv_nsec: 440076733 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712129882Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712141713Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712152223Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712304826Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712519801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712543022Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712552932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.646217ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.712561972Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.495083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.713867932Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.714127618Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.715227232Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.715493578Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.715530849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.522092ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71555435Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.715871427Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.716087712Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.71779048Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.717919013Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 16:58:16.710916295 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.717932943Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"expiration\":\"2024-11-14T16:58:16.710916295Z\",\"pruned\":[]}","iteration":15,"elapsed":"7.010288ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.717942453Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.717952234Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.718051966Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.718148008Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.718483426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.718507926Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.718731691Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.720119853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.721177646Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.721194887Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.721459153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.72219844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.72221798Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.722377844Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.723960629Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.724185654Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.724197395Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.72443365Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.724495961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.725196017Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2620, tv_nsec: 453217769 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.725521055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.726558488Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.726583019Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.726809914Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.726992278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2620, tv_nsec: 455025300 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.727352476Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.728985483Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"17.379262ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.738315983Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"27.457699ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.739233894Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.739647653Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.740770319Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.741060195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.742071498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.742873956Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.750937118Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.756222597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.756270198Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.756511874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.783852111Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.783947683Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.784011154Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.784376243Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.78646809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.787548924Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.78826474Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.789656351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.789693392Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.792419384Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.792449885Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.793014677Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.793044038Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.793312044Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.796193279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.796627999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.796654309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.7966671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.79667604Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.797154111Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.79889005Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.798923981Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.798938941Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"87.488934ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.800352283Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DnsResolver","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f70fbf74-7489-439f-8ec3-e6e8473a8b43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2620, tv_nsec: 528364425 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.800783213Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.801070709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.803194647Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.804859285Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.804891515Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.805243293Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.806401809Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.807702709Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.808109968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"96.498577ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.808273572Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.808307272Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.808547208Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.808824304Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.80908356Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.809428928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.809642502Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.809793306Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"98.663576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.810471261Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.810495692Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.810885521Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.811221598Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.811246309Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.811538145Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.811961035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.811986965Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"100.807515ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.812061597Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.813763795Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"102.103764ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.813831687Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.814137034Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.815461534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.815782081Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.815805901Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.815820492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"104.979629ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.817279265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"106.509863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.818361039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.818677216Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.820316603Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.822962913Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.822987203Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.823199408Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.826277198Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.826340519Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.831658289Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.8316951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.831796542Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Sled { parent: Fleet, key: f70fbf74-7489-439f-8ec3-e6e8473a8b43, lookup_type: ById(f70fbf74-7489-439f-8ec3-e6e8473a8b43) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.831826963Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.831993487Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.83213137Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.83526418Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"0","iteration":29,"elapsed":"124.345665ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.851467016Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.851563968Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.851591009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":85,"elapsed":"140.262485ms"} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.851607119Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.8516204Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"140.448289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.85253402Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.852577731Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"141.176445ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.852938159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.854919874Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T17:08:16.855560238Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.855583679Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"144.48105ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.86050441Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T16:54:14.392760Z, time_modified: 2024-11-14T16:54:14.392760Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 11404bb1-6f48-4205-9676-954f6fc87352, db_silo: Silo { identity: SiloIdentity { id: 11404bb1-6f48-4205-9676-954f6fc87352, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T16:54:47.417248Z, time_modified: 2024-11-14T16:54:47.417248Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.860554311Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]}},\"default_endpoint\":{\"silo_id\":\"11404bb1-6f48-4205-9676-954f6fc87352\",\"tls_certs\":[\"4bd9fd776b39fb08f0ddfd773c9f70d1b4bfb1aa4aa304999b20caedc06036cb\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"149.737888ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.867991999Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.86803042Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.86804076Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.86804951Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.868448029Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.869460552Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.874652549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.877278079Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"165.610297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.87824159Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.878272581Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.878425364Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.881855332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.881881242Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.881890952Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.881899843Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.882118498Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.883510039Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.883930958Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.884250486Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.88488938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.884911251Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.8853271Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8d03b5-4aa7-4602-832e-fbf21bba52df\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:08:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.885351551Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.886729422Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.888345278Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.88884774Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.88887516Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.889233268Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.889993345Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.890023236Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.890250891Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.892027801Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.892053302Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.892065722Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.892077832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.892382059Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.894412705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.89508523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.895107231Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.895328426Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.898204301Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.898233671Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.898411455Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.902382195Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"da4cfd94-45f4-4b16-abae-e979d3853f86"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.902414876Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.902428226Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:46.198050 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.902440336Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1}","iteration":15,"elapsed":"191.357358ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.946548961Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.946613493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.946629853Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.946997361Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.955303379Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.958517711Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.958552102Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.958734266Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.96067265Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bf79f31b-6c5b-45cd-ba24-7882adce1e8c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.960702561Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.960716001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"current_time_created":"2024-11-14 16:54:47.468912 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.960780052Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2}","iteration":15,"elapsed":"249.701154ms"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:16.997800318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.997850179Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.998240938Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72dde82e-26e4-4755-9601-3e1115a5b235\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 17:08:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.998277229Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:16.99880565Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.013519332Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.013556263Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.01384191Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95238ff8-7e35-413c-8450-1f26ac15adc9\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:08:16 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.01386931Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.016181202Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.045200627Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.046166579Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.04619607Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.046496986Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7277628d-6807-42ef-ad2c-ec96fd9e4b32\", \"date\": \"Thu, 14 Nov 2024 17:08:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.046518787Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.046889055Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.048915351Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.049217558Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.052703366Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.052956532Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f70fbf74-7489-439f-8ec3-e6e8473a8b43 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.057059975Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.057080115Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.057383002Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e11c8e0e-dcc5-4f86-b0d2-65ab2d2c0d7d\", \"date\": \"Thu, 14 Nov 2024 17:08:16 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.059201033Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":29,"elapsed":"348.260658ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.064275858Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.064600955Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010573ab-a952-4ff1-926a-c6e01ea25cb1\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:08:16 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.06661832Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.066968318Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.068473372Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"null","iteration":29,"elapsed":"357.391094ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.07411688Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.074504178Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb5d0428-7e97-4760-9d9a-9aeb3d6d9196\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.074525549Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.077271211Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"49d59d2c-c591-430c-984f-ea0415d58c55\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.077285851Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.07901092Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.079036771Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"368.171417ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.11666935Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.11669649Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.116908645Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"MgsClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f47651-7d61-46b9-a21c-f1b36162a732\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.116926555Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.119205447Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.142939782Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":29,"elapsed":"431.875654ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.161164024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.16145674Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.161696865Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bf2a1a82-020f-481b-8fd1-d0f80658f749\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.161739697Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.162017933Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"SledAgent":"f70fbf74-7489-439f-8ec3-e6e8473a8b43","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d399b256-ccd1-4a2b-978e-076f4a915520\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.162039523Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.162048893Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.162057534Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.16322315Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":29,"elapsed":"452.393207ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.16455756Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d1a84cc4-a296-428c-817e-09edb17a3c1d\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.16458035Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.167033866Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e2896014-eaf2-4f69-945f-043ac537359d\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.167046746Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.169544153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.169599224Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"458.457224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.250439098Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.250862657Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.253370824Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 918a9d80-478e-4992-a5c6-d2e33229f15a, rack_id: bea93e92-909d-49e0-be82-54bba0eec36c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(05323398-d6fd-45dd-b92a-227f99cd69e4) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.253395705Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.253565308Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.263552583Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.263881141Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e56fa8f-05b4-4bcb-b992-365dc289cb71\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.263912492Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.263924342Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"05323398-d6fd-45dd-b92a-227f99cd69e4","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.264252009Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.264261599Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.26426928Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.26427729Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.26428519Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.26429227Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.264484915Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.264493605Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.26471168Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.26472353Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.265068328Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.267109024Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.267232727Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e109a3-400b-4ea3-9bd1-4ec01970f4d1\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.267246187Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.267345609Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"component":"DpdClient","rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77708ecc-c57a-43b8-ba50-daf04581894e\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.267359509Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.26737128Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.377208688Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c11770c3-f80b-4a1c-b819-aead9c560c3d\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:17.377253279Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.377264049Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.377773891Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"rack_id":"bea93e92-909d-49e0-be82-54bba0eec36c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93925e68-52be-42d6-9a72-bc5e3ae14e05\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 17:08:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.377824512Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.378289902Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.381702419Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.381943025Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.385419153Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.385759391Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.387960841Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.388177445Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:17.396014982Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{}","iteration":29,"elapsed":"685.027136ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T17:08:26.606861543Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"uri":"/ce02c1f9-750d-466c-8882-9fa4058550a9","method":"GET","req_id":"8d90e6fe-bb15-43ff-9467-0de4eeb6a860","remote_addr":"[fd00:1122:3344:101::d]:53946","local_addr":"[fd00:1122:3344:101::c]:49064","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.711174247Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.711217768Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.711234518Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.711247908Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.711698128Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.711723779Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.713608031Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.716152849Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.71619829Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.716307303Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.718185355Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.718543493Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.720175138Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.722768238Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ab1cf747-839a-49b4-a78c-8ce3eb915ec5, lookup_type: ById(ab1cf747-839a-49b4-a78c-8ce3eb915ec5) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.722787209Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.722916001Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.736443967Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"original_time_created":"2024-11-14 16:54:06.570903 UTC","original_target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","time_created":"2024-11-14 16:54:06.570903 UTC","target_id":"ab1cf747-839a-49b4-a78c-8ce3eb915ec5"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.736486678Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ab1cf747-839a-49b4-a78c-8ce3eb915ec5\",\"time_created\":\"2024-11-14T16:54:06.570903Z\"}","iteration":86,"elapsed":"25.298251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.744953099Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.745238685Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T17:08:26.746757739Z","hostname":"oxz_nexus_ce02c1f9-750d-466c-8882-9fa4058550a9","pid":23560,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ce02c1f9-750d-466c-8882-9fa4058550a9","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"35.576743ms"}