Max level shown:
1 [ Nov 21 19:33:05 Enabled. ]
2 [ Nov 21 19:33:05 Rereading configuration. ]
3 [ Nov 21 19:33:06 Rereading configuration. ]
4 [ Nov 21 19:33:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/omicron-nexus/bin/nexus /var/svc/manifest/site/nexus/config.toml &"). ]
5 [ Nov 21 19:33:14 Method "start" exited with status 0. ]
6 note: configured to log to "/dev/stdout"
72024-11-21T19:33:14.507ZDEBGnexus: registered DTrace probes
82024-11-21T19:33:14.510ZINFOnexus: setting up nexus server file = nexus/src/lib.rs:75
92024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Action file = nexus/auth/src/authz/oso_generic.rs:68
102024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = AnyActor file = nexus/auth/src/authz/oso_generic.rs:68
112024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = AuthenticatedActor file = nexus/auth/src/authz/oso_generic.rs:68
122024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = BlueprintConfig file = nexus/auth/src/authz/oso_generic.rs:68
132024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Database file = nexus/auth/src/authz/oso_generic.rs:68
142024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = DnsConfig file = nexus/auth/src/authz/oso_generic.rs:68
152024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Fleet file = nexus/auth/src/authz/oso_generic.rs:68
162024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Inventory file = nexus/auth/src/authz/oso_generic.rs:68
172024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = IpPoolList file = nexus/auth/src/authz/oso_generic.rs:68
182024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = ConsoleSessionList file = nexus/auth/src/authz/oso_generic.rs:68
192024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = DeviceAuthRequestList file = nexus/auth/src/authz/oso_generic.rs:68
202024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SiloCertificateList file = nexus/auth/src/authz/oso_generic.rs:68
212024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SiloIdentityProviderList file = nexus/auth/src/authz/oso_generic.rs:68
222024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SiloUserList file = nexus/auth/src/authz/oso_generic.rs:68
232024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Project file = nexus/auth/src/authz/oso_generic.rs:68
242024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Disk file = nexus/auth/src/authz/oso_generic.rs:68
252024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Snapshot file = nexus/auth/src/authz/oso_generic.rs:68
262024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = ProjectImage file = nexus/auth/src/authz/oso_generic.rs:68
272024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Instance file = nexus/auth/src/authz/oso_generic.rs:68
282024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = IpPool file = nexus/auth/src/authz/oso_generic.rs:68
292024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = InstanceNetworkInterface file = nexus/auth/src/authz/oso_generic.rs:68
302024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Vpc file = nexus/auth/src/authz/oso_generic.rs:68
312024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = VpcRouter file = nexus/auth/src/authz/oso_generic.rs:68
322024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = InternetGateway file = nexus/auth/src/authz/oso_generic.rs:68
332024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = InternetGatewayIpPool file = nexus/auth/src/authz/oso_generic.rs:68
342024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = InternetGatewayIpAddress file = nexus/auth/src/authz/oso_generic.rs:68
352024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = RouterRoute file = nexus/auth/src/authz/oso_generic.rs:68
362024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = VpcSubnet file = nexus/auth/src/authz/oso_generic.rs:68
372024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = FloatingIp file = nexus/auth/src/authz/oso_generic.rs:68
382024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Image file = nexus/auth/src/authz/oso_generic.rs:68
392024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SiloImage file = nexus/auth/src/authz/oso_generic.rs:68
402024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = AddressLot file = nexus/auth/src/authz/oso_generic.rs:68
412024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Blueprint file = nexus/auth/src/authz/oso_generic.rs:68
422024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = LoopbackAddress file = nexus/auth/src/authz/oso_generic.rs:68
432024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Certificate file = nexus/auth/src/authz/oso_generic.rs:68
442024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = ConsoleSession file = nexus/auth/src/authz/oso_generic.rs:68
452024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = DeviceAuthRequest file = nexus/auth/src/authz/oso_generic.rs:68
462024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = DeviceAccessToken file = nexus/auth/src/authz/oso_generic.rs:68
472024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = PhysicalDisk file = nexus/auth/src/authz/oso_generic.rs:68
482024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Rack file = nexus/auth/src/authz/oso_generic.rs:68
492024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = RoleBuiltin file = nexus/auth/src/authz/oso_generic.rs:68
502024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SshKey file = nexus/auth/src/authz/oso_generic.rs:68
512024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Silo file = nexus/auth/src/authz/oso_generic.rs:68
522024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SiloUser file = nexus/auth/src/authz/oso_generic.rs:68
532024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SiloGroup file = nexus/auth/src/authz/oso_generic.rs:68
542024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = IdentityProvider file = nexus/auth/src/authz/oso_generic.rs:68
552024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = SamlIdentityProvider file = nexus/auth/src/authz/oso_generic.rs:68
562024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Sled file = nexus/auth/src/authz/oso_generic.rs:68
572024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = TufRepo file = nexus/auth/src/authz/oso_generic.rs:68
582024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = TufArtifact file = nexus/auth/src/authz/oso_generic.rs:68
592024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Zpool file = nexus/auth/src/authz/oso_generic.rs:68
602024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = Service file = nexus/auth/src/authz/oso_generic.rs:68
612024-11-21T19:33:14.520ZINFOnexus (ServerContext): registering Oso class class = UserBuiltin file = nexus/auth/src/authz/oso_generic.rs:68
622024-11-21T19:33:14.520ZINFOnexus (ServerContext): full Oso configuration config = #\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - "create_child": required to create child resources (of any type)\n#\n# - "list_children": required to list child resources (of all types) of a\n# resource\n#\n# - "modify": required to modify or delete a resource\n#\n# - "read": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - "admin": has all permissions on the resource\n#\n# - "collaborator": has "read", "list_children", and "create_child", plus\n# the "admin" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - "viewer": has "read" and "list_children" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# "Fleet" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like "Region" or "AvailabilityZone". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t "list_children",\n\t "modify",\n\t "read",\n\t "create_child",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t "admin",\n\t "collaborator",\n\t "viewer",\n\n\t # Internal-only roles\n\t "external-authenticator"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t"viewer" if "collaborator";\n\t"collaborator" if "admin";\n\n\t# Permissions granted directly by roles on this resource\n\t"list_children" if "viewer";\n\t"read" if "viewer";\n\t"create_child" if "collaborator";\n\t"modify" if "admin";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t "list_children",\n\t "modify",\n\t "read",\n\t "create_child",\n\t];\n\troles = [ "admin", "collaborator", "viewer" ];\n\n\t# Roles implied by other roles on this resource\n\t"viewer" if "collaborator";\n\t"collaborator" if "admin";\n\n\t# Permissions granted directly by roles on this resource\n\t"list_children" if "viewer";\n\t"read" if "viewer";\n\n\t"create_child" if "collaborator";\n\t"modify" if "admin";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t"read" if "viewer" on "parent_fleet";\n\t"modify" if "collaborator" on "parent_fleet";\n\n\t# external authenticator has to create silo users\n\t"list_children" if "external-authenticator" on "parent_fleet";\n\t"create_child" if "external-authenticator" on "parent_fleet";\n}\n\nhas_relation(fleet: Fleet, "parent_fleet", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the "viewer" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using "POST /organizations", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, "read", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t "list_children",\n\t "modify",\n\t "read",\n\t "create_child",\n\t];\n\troles = [ "admin", "collaborator", "viewer" ];\n\n\t# Roles implied by other roles on this resource\n\t"viewer" if "collaborator";\n\t"collaborator" if "admin";\n\n\t# Permissions granted directly by roles on this resource\n\t"list_children" if "viewer";\n\t"read" if "viewer";\n\t"create_child" if "collaborator";\n\t"modify" if "admin";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t"admin" if "collaborator" on "parent_silo";\n\t"viewer" if "viewer" on "parent_silo";\n}\nhas_relation(silo: Silo, "parent_silo", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ "read", "modify" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t"read" if "admin" on "parent_silo";\n\t"modify" if "admin" on "parent_silo";\n\t"read" if "admin" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t "list_children",\n\t "modify",\n\t "read",\n\t "create_child",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t"list_children" if "read" on "parent_silo";\n\t"read" if "read" on "parent_silo";\n\t"modify" if "admin" on "parent_silo";\n\t"create_child" if "admin" on "parent_silo";\n\t"list_children" if "read" on "parent_fleet";\n\t"read" if "read" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n\t"create_child" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, "read", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t "list_children",\n\t "modify",\n\t "read",\n\t "create_child",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t"list_children" if "read" on "parent_silo";\n\t"read" if "read" on "parent_silo";\n\t"modify" if "admin" on "parent_silo";\n\t"create_child" if "admin" on "parent_silo";\n}\nhas_relation(silo: Silo, "parent_silo", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ "read", "modify" ];\n\trelations = { silo_user: SiloUser };\n\n\t"read" if "read" on "silo_user";\n\t"modify" if "modify" on "silo_user";\n}\nhas_relation(user: SiloUser, "silo_user", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t "read",\n\t "modify",\n\t "create_child",\n\t "list_children",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t"read" if "viewer" on "parent_silo";\n\t"list_children" if "viewer" on "parent_silo";\n\t"modify" if "admin" on "parent_silo";\n\t"create_child" if "admin" on "parent_silo";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t"read" if "viewer" on "parent_fleet";\n\t"list_children" if "viewer" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n\t"create_child" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t "read",\n\t "modify",\n\t "create_child",\n\t "list_children",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t"read" if "viewer" on "parent_silo";\n\t"list_children" if "viewer" on "parent_silo";\n\t"modify" if "admin" on "parent_silo";\n\t"create_child" if "admin" on "parent_silo";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t"read" if "viewer" on "parent_fleet";\n\t"list_children" if "viewer" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n\t"create_child" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., "/v1/system/ip-pools") or as an implementation detail of the system\n# (in the case of console sessions and "Database"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ "read", "modify" ];\n\trelations = { parent_fleet: Fleet };\n\t# "external-authenticator" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t"read" if "external-authenticator" on "parent_fleet";\n\t"modify" if "external-authenticator" on "parent_fleet";\n\t# "admin" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t"read" if "admin" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n}\nhas_relation(fleet: Fleet, "parent_fleet", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t "list_children", # list blueprints\n\t "create_child", # create blueprint\n\t "read", # read the current target\n\t "modify", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t"create_child" if "admin" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n\t"list_children" if "viewer" on "parent_fleet";\n\t"read" if "viewer" on "parent_fleet";\n}\nhas_relation(fleet: Fleet, "parent_fleet", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ "read", "modify" ];\n\trelations = { parent_fleet: Fleet };\n\t"read" if "viewer" on "parent_fleet";\n\t"modify" if "admin" on "parent_fleet";\n}\nhas_relation(fleet: Fleet, "parent_fleet", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing "/v1/system/ip-pools" in the API\nresource IpPoolList {\n\tpermissions = [\n\t "list_children",\n\t "modify",\n\t "create_child",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t"modify" if "admin" on "parent_fleet";\n\t"create_child" if "admin" on "parent_fleet";\n\n\t# Fleet Viewers can list IP Pools\n\t"list_children" if "viewer" on "parent_fleet";\n}\nhas_relation(fleet: Fleet, "parent_fleet", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, "create_child", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ "create_child" ];\n\trelations = { parent_fleet: Fleet };\n\t"create_child" if "external-authenticator" on "parent_fleet";\n}\nhas_relation(fleet: Fleet, "parent_fleet", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ "create_child" ];\n\trelations = { parent_fleet: Fleet };\n\t"create_child" if "external-authenticator" on "parent_fleet";\n}\nhas_relation(fleet: Fleet, "parent_fleet", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ "list_children", "create_child" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t"list_children" if "admin" on "parent_silo";\n\t"list_children" if "admin" on "parent_fleet";\n\t"create_child" if "admin" on "parent_silo";\n\t"create_child" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ "list_children", "create_child" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t"list_children" if "read" on "parent_silo";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t"create_child" if "admin" on "parent_silo";\n\t"create_child" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ "list_children", "create_child" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t"list_children" if "read" on "parent_silo";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t"create_child" if "admin" on "parent_silo";\n\t"list_children" if "admin" on "parent_fleet";\n\t"create_child" if "admin" on "parent_fleet";\n}\nhas_relation(silo: Silo, "parent_silo", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, "parent_fleet", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, "read", silo: Silo)\n\tif has_role(actor, "external-authenticator", silo.fleet);\nhas_permission(actor: AuthenticatedActor, "read", user: SiloUser)\n\tif has_role(actor, "external-authenticator", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, "modify", user: SiloUser)\n\tif has_role(actor, "external-authenticator", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, "read", group: SiloGroup)\n\tif has_role(actor, "external-authenticator", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, "modify", group: SiloGroup)\n\tif has_role(actor, "external-authenticator", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, "read", session: ConsoleSession)\n\tif has_role(actor, "external-authenticator", session.fleet);\nhas_permission(actor: AuthenticatedActor, "modify", session: ConsoleSession)\n\tif has_role(actor, "external-authenticator", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, "read", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, "modify", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, "read", device_token: DeviceAccessToken)\n\tif has_role(actor, "external-authenticator", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, "read", identity_provider: IdentityProvider)\n\tif has_role(actor, "external-authenticator", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, "read", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, "external-authenticator", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # "query" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to "read" a "Project", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t "query",\n\n\t # "modify" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from "query" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t "modify"\n\t];\n}\n\n# All authenticated users have the "query" permission on the database.\nhas_permission(_actor: AuthenticatedActor, "query", _resource: Database);\n\n# The "db-init" user is the only one with the "modify" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, "modify", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, "create_child", _resource: IpPoolList);\n# It also has "admin" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, "admin", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, "admin", _silo: Silo);\n\n\n\n resource Disk {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_project: Project };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(parent: Project, "containing_project", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_project: Project };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(parent: Project, "containing_project", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_project: Project };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(parent: Project, "containing_project", child: ProjectImage)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_project: Project };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(parent: Project, "containing_project", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: InstanceNetworkInterface)\n if has_relation(project, "containing_project", child.instance);\n\n has_relation(parent: Instance, "parent", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_project: Project };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(parent: Project, "containing_project", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: VpcRouter)\n if has_relation(project, "containing_project", child.vpc);\n\n has_relation(parent: Vpc, "parent", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: InternetGateway)\n if has_relation(project, "containing_project", child.vpc);\n\n has_relation(parent: Vpc, "parent", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: InternetGatewayIpPool)\n if has_relation(project, "containing_project", child.internet_gateway);\n\n has_relation(parent: InternetGateway, "parent", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: InternetGatewayIpAddress)\n if has_relation(project, "containing_project", child.internet_gateway);\n\n has_relation(parent: InternetGateway, "parent", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: RouterRoute)\n if has_relation(project, "containing_project", child.vpc_router);\n\n has_relation(parent: VpcRouter, "parent", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(project: Project, "containing_project", child: VpcSubnet)\n if has_relation(project, "containing_project", child.vpc);\n\n has_relation(parent: Vpc, "parent", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_project: Project };\n "list_children" if "viewer" on "containing_project";\n "read" if "viewer" on "containing_project";\n "modify" if "collaborator" on "containing_project";\n "create_child" if "collaborator" on "containing_project";\n }\n\n has_relation(parent: Project, "containing_project", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_silo: Silo };\n "list_children" if "viewer" on "containing_silo";\n "read" if "viewer" on "containing_silo";\n "modify" if "collaborator" on "containing_silo";\n "create_child" if "collaborator" on "containing_silo";\n }\n\n has_relation(parent: Silo, "containing_silo", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n\n relations = { containing_silo: Silo };\n "list_children" if "viewer" on "containing_silo";\n "read" if "viewer" on "containing_silo";\n "modify" if "collaborator" on "containing_silo";\n "create_child" if "collaborator" on "containing_silo";\n }\n\n has_relation(parent: Silo, "containing_silo", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n\n\n resource Sled {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource Zpool {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n "list_children",\n "modify",\n "read",\n "create_child",\n ];\n \n relations = { parent_fleet: Fleet };\n "list_children" if "viewer" on "parent_fleet";\n "read" if "viewer" on "parent_fleet";\n "modify" if "admin" on "parent_fleet";\n "create_child" if "admin" on "parent_fleet";\n }\n has_relation(fleet: Fleet, "parent_fleet", child: UserBuiltin)\n if child.fleet = fleet;\n file = nexus/auth/src/authz/oso_generic.rs:89
632024-11-21T19:33:14.536ZINFOnexus (ServerContext): Setting up resolver using DNS servers for subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344::, width: 48 } } file = nexus/src/context.rs:219
642024-11-21T19:33:14.538ZINFOnexus (DnsResolver): new DNS resolver addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53] file = internal-dns/resolver/src/resolver.rs:111
652024-11-21T19:33:14.543ZINFOnexus (ServerContext): Setting up qorb database pool from DNS dns_addrs = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53] file = nexus/src/context.rs:275
662024-11-21T19:33:14.549ZDEBGnexus (ServerContext): registered USDT probes
672024-11-21T19:33:14.644ZINFOnexus: Database schema version is up to date desired_version = 114.0.0 file = nexus/db-queries/src/db/datastore/db_metadata.rs:145 found_version = 114.0.0
682024-11-21T19:33:14.647ZINFOnexus (SEC): SEC running file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:813 sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
692024-11-21T19:33:14.647ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 737, tv_nsec: 528304019 } })
702024-11-21T19:33:14.647ZINFOnexus (Nexus): Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1131
712024-11-21T19:33:14.702ZINFOnexus (Nexus): determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
722024-11-21T19:33:14.703ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
732024-11-21T19:33:14.704ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "4eb72645-e6a0-4747-a51a-b436de1b3188", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:14 GMT"} })
742024-11-21T19:33:14.704ZINFOnexus (Nexus): identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
752024-11-21T19:33:14.705ZINFOnexus (Nexus): completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
762024-11-21T19:33:14.737ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 737, tv_nsec: 618728118 } })
772024-11-21T19:33:14.738ZINFOnexus (Nexus): Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1131
782024-11-21T19:33:14.771ZINFOnexus (Nexus): determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
792024-11-21T19:33:14.771ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
802024-11-21T19:33:14.772ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b9b982cf-f16d-4486-87d5-d2e5327c6771", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:14 GMT"} })
812024-11-21T19:33:14.772ZINFOnexus (Nexus): identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
822024-11-21T19:33:14.773ZINFOnexus (Nexus): completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
832024-11-21T19:33:14.842ZDEBGnexus (clickhouse-client): registered USDT probes id = ea1c762a-3bf3-42a0-b6ec-913aefb8dde1
842024-11-21T19:33:14.843ZDEBGnexus (clickhouse-client): registered USDT probes id = ea1c762a-3bf3-42a0-b6ec-913aefb8dde1
852024-11-21T19:33:14.858ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
862024-11-21T19:33:14.871ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
872024-11-21T19:33:14.873ZDEBGnexus (DataLoader): attempting to create built-in users
882024-11-21T19:33:14.873ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
892024-11-21T19:33:14.874ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
902024-11-21T19:33:14.902ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /artifacts/{kind}/{name}/{version} versions = all
912024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /bgtasks versions = all
922024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /bgtasks/activate versions = all
932024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /bgtasks/view/{bgtask_name} versions = all
942024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /clickhouse/policy versions = all
952024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /clickhouse/policy versions = all
962024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request versions = all
972024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped versions = all
982024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress versions = all
992024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /crucible/0/upstairs/{upstairs_id}/repair-finish versions = all
1002024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /crucible/0/upstairs/{upstairs_id}/repair-start versions = all
1012024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /demo-saga versions = all
1022024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /demo-saga/{demo_saga_id}/complete versions = all
1032024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /deployment/blueprints/all versions = all
1042024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = DELETE path = /deployment/blueprints/all/{blueprint_id} versions = all
1052024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /deployment/blueprints/all/{blueprint_id} versions = all
1062024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /deployment/blueprints/import versions = all
1072024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /deployment/blueprints/regenerate versions = all
1082024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /deployment/blueprints/target versions = all
1092024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /deployment/blueprints/target versions = all
1102024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = PUT path = /deployment/blueprints/target/enabled versions = all
1112024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /disk/{disk_id}/remove-read-only-parent versions = all
1122024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = PUT path = /disks/{disk_id} versions = all
1132024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /instances/{instance_id}/migrate versions = all
1142024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /metrics/collectors versions = all
1152024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /metrics/collectors/{collector_id}/producers versions = all
1162024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /metrics/producers versions = all
1172024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /nat/ipv4/changeset/{from_gen} versions = all
1182024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /physical-disk/expunge versions = all
1192024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /probes/{sled} versions = all
1202024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = PUT path = /racks/{rack_id}/initialization-complete versions = all
1212024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /sagas versions = all
1222024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /sagas/{saga_id} versions = all
1232024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /sled-agents/{sled_id} versions = all
1242024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /sled-agents/{sled_id} versions = all
1252024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /sled-agents/{sled_id}/firewall-rules-update versions = all
1262024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /sleds/add versions = all
1272024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /sleds/expunge versions = all
1282024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = GET path = /sleds/uninitialized versions = all
1292024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = PUT path = /switch/{switch_id} versions = all
1302024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = PUT path = /vmms/{propolis_id} versions = all
1312024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): registered endpoint local_addr = [fd00:1122:3344:101::b]:12221 method = POST path = /volume/{volume_id}/remove-read-only-parent versions = all
1322024-11-21T19:33:14.903ZINFOnexus (dropshot_internal): listening file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327 local_addr = [fd00:1122:3344:101::b]:12221
1332024-11-21T19:33:14.903ZDEBGnexus (dropshot_internal): successfully registered DTrace USDT probes local_addr = [fd00:1122:3344:101::b]:12221
1342024-11-21T19:33:14.903ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
1352024-11-21T19:33:14.904ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
1362024-11-21T19:33:14.947ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:55257
1372024-11-21T19:33:14.950ZWARNnexus: Cannot look up rack: Object (of type ById(6f50eaaf-6509-4592-a570-21594f7b8789)) not found: rack file = nexus/src/app/rack.rs:774
1382024-11-21T19:33:14.977ZINFOnexus (DataLoader): created 0 built-in users file = nexus/db-queries/src/db/datastore/silo_user.rs:394
1392024-11-21T19:33:14.977ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1402024-11-21T19:33:14.979ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1412024-11-21T19:33:14.979ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1422024-11-21T19:33:14.979ZDEBGnexus (DataLoader): attempting to create built-in roles
1432024-11-21T19:33:14.979ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1442024-11-21T19:33:14.980ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1452024-11-21T19:33:14.980ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1462024-11-21T19:33:15.052ZINFOnexus (DataLoader): created 0 built-in roles file = nexus/db-queries/src/db/datastore/role.rs:85
1472024-11-21T19:33:15.052ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1482024-11-21T19:33:15.054ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1492024-11-21T19:33:15.054ZDEBGnexus (DataLoader): attempting to create built-in role assignments
1502024-11-21T19:33:15.054ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1512024-11-21T19:33:15.054ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1522024-11-21T19:33:15.731ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1532024-11-21T19:33:15.733ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1542024-11-21T19:33:15.737ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1552024-11-21T19:33:15.738ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1562024-11-21T19:33:15.764ZINFOnexus (DataLoader): created 0 built-in role assignments file = nexus/db-queries/src/db/datastore/role.rs:114
1572024-11-21T19:33:15.764ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1582024-11-21T19:33:15.765ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1592024-11-21T19:33:15.765ZDEBGnexus (DataLoader): attempting to create built-in silos
1602024-11-21T19:33:15.765ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1612024-11-21T19:33:15.766ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1622024-11-21T19:33:15.867ZINFOnexus (DataLoader): created 0 built-in silos file = nexus/db-queries/src/db/datastore/silo.rs:95
1632024-11-21T19:33:15.867ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1642024-11-21T19:33:15.868ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1652024-11-21T19:33:15.887ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1662024-11-21T19:33:15.888ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1672024-11-21T19:33:15.888ZDEBGnexus (DataLoader): attempting to create built-in projects
1682024-11-21T19:33:15.888ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1692024-11-21T19:33:15.889ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1702024-11-21T19:33:15.901ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1712024-11-21T19:33:15.901ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1722024-11-21T19:33:15.908ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1732024-11-21T19:33:15.908ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1742024-11-21T19:33:15.974ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1752024-11-21T19:33:15.974ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1762024-11-21T19:33:16.008ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1772024-11-21T19:33:16.010ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) } result = Ok(())
1782024-11-21T19:33:16.010ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1792024-11-21T19:33:16.011ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1802024-11-21T19:33:16.063ZINFOnexus (dropshot_internal): set cockroachdb setting actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/cockroachdb_settings.rs:124 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 setting = cluster.preserve_downgrade_option uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete value = 22.1
1812024-11-21T19:33:16.063ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1822024-11-21T19:33:16.063ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1832024-11-21T19:33:16.079ZINFOnexus (dropshot_internal): request completed error_message_external = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" error_message_internal = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 1132489 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 78b151af-cb80-45e9-9d21-79c409ff50f4 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1842024-11-21T19:33:16.432ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1852024-11-21T19:33:16.433ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1862024-11-21T19:33:16.434ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1872024-11-21T19:33:16.435ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1882024-11-21T19:33:16.435ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1892024-11-21T19:33:16.436ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1902024-11-21T19:33:16.491ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1912024-11-21T19:33:16.491ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1922024-11-21T19:33:16.493ZINFOnexus (dropshot_internal): request completed error_message_external = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" error_message_internal = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 61618 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1c17d68e-8287-4087-accb-7ae0b69df0e2 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
1932024-11-21T19:33:16.550ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1942024-11-21T19:33:16.550ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1952024-11-21T19:33:16.553ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1962024-11-21T19:33:16.555ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) } result = Ok(())
1972024-11-21T19:33:16.555ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
1982024-11-21T19:33:16.555ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
1992024-11-21T19:33:16.742ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2002024-11-21T19:33:16.743ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2012024-11-21T19:33:16.743ZINFOnexus (DataLoader): created built-in services project file = nexus/db-queries/src/db/datastore/project.rs:122
2022024-11-21T19:33:16.743ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2032024-11-21T19:33:16.744ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2042024-11-21T19:33:16.744ZDEBGnexus (DataLoader): attempting to create built-in VPCs
2052024-11-21T19:33:16.744ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2062024-11-21T19:33:16.744ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2072024-11-21T19:33:16.745ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2082024-11-21T19:33:16.746ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2092024-11-21T19:33:16.759ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2102024-11-21T19:33:16.759ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2112024-11-21T19:33:16.761ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2122024-11-21T19:33:16.761ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2132024-11-21T19:33:16.791ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2142024-11-21T19:33:16.792ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2152024-11-21T19:33:16.792ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2162024-11-21T19:33:16.792ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2172024-11-21T19:33:16.805ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2182024-11-21T19:33:16.805ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2192024-11-21T19:33:16.820ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2202024-11-21T19:33:16.820ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2212024-11-21T19:33:16.821ZINFOnexus (dropshot_internal): request completed error_message_external = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" error_message_internal = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 79878 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2222024-11-21T19:33:16.840ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2232024-11-21T19:33:16.843ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) } result = Ok(())
2242024-11-21T19:33:16.843ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2252024-11-21T19:33:16.843ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2262024-11-21T19:33:16.844ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2272024-11-21T19:33:16.844ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2282024-11-21T19:33:16.845ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2292024-11-21T19:33:16.846ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2302024-11-21T19:33:16.847ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2312024-11-21T19:33:16.849ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) } result = Ok(())
2322024-11-21T19:33:16.849ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2332024-11-21T19:33:16.849ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2342024-11-21T19:33:16.951ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
2352024-11-21T19:33:16.952ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
2362024-11-21T19:33:16.954ZWARNnexus: Cannot look up rack: Object (of type ById(6f50eaaf-6509-4592-a570-21594f7b8789)) not found: rack file = nexus/src/app/rack.rs:774
2372024-11-21T19:33:16.956ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2382024-11-21T19:33:16.957ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2392024-11-21T19:33:16.958ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2402024-11-21T19:33:16.959ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2412024-11-21T19:33:16.960ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2422024-11-21T19:33:16.960ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2432024-11-21T19:33:16.961ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2442024-11-21T19:33:16.964ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") } result = Ok(())
2452024-11-21T19:33:16.964ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2462024-11-21T19:33:16.965ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2472024-11-21T19:33:16.980ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2482024-11-21T19:33:16.980ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2492024-11-21T19:33:16.982ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2502024-11-21T19:33:16.982ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2512024-11-21T19:33:16.984ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2522024-11-21T19:33:16.984ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2532024-11-21T19:33:16.985ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2542024-11-21T19:33:16.986ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2552024-11-21T19:33:16.987ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2562024-11-21T19:33:16.987ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2572024-11-21T19:33:16.993ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2582024-11-21T19:33:16.993ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2592024-11-21T19:33:16.995ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2602024-11-21T19:33:16.995ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2612024-11-21T19:33:16.996ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2622024-11-21T19:33:17.000ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) } result = Ok(())
2632024-11-21T19:33:17.000ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2642024-11-21T19:33:17.001ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2652024-11-21T19:33:17.002ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2662024-11-21T19:33:17.002ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2672024-11-21T19:33:17.003ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2682024-11-21T19:33:17.003ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2692024-11-21T19:33:17.004ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2702024-11-21T19:33:17.007ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) } result = Ok(())
2712024-11-21T19:33:17.007ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2722024-11-21T19:33:17.008ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2732024-11-21T19:33:17.086ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2742024-11-21T19:33:17.086ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2752024-11-21T19:33:17.088ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2762024-11-21T19:33:17.089ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2772024-11-21T19:33:17.089ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2782024-11-21T19:33:17.089ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2792024-11-21T19:33:17.111ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2802024-11-21T19:33:17.111ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2812024-11-21T19:33:17.113ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2822024-11-21T19:33:17.113ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2832024-11-21T19:33:17.114ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2842024-11-21T19:33:17.115ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2852024-11-21T19:33:17.116ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2862024-11-21T19:33:17.119ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) } result = Ok(())
2872024-11-21T19:33:17.119ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2882024-11-21T19:33:17.119ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2892024-11-21T19:33:17.120ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2902024-11-21T19:33:17.120ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2912024-11-21T19:33:17.121ZINFOnexus (dropshot_internal): request completed error_message_external = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" error_message_internal = not found: rack with id "6f50eaaf-6509-4592-a570-21594f7b8789" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 36064 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 1cd454e5-5c4a-4170-94a2-3b9e2c483866 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
2922024-11-21T19:33:17.171ZDEBGnexus (DataLoader): attempting to create built-in VPC firewall rules
2932024-11-21T19:33:17.171ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2942024-11-21T19:33:17.172ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2952024-11-21T19:33:17.176ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2962024-11-21T19:33:17.177ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2972024-11-21T19:33:17.179ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
2982024-11-21T19:33:17.179ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
2992024-11-21T19:33:17.181ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3002024-11-21T19:33:17.181ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3012024-11-21T19:33:17.182ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3022024-11-21T19:33:17.183ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3032024-11-21T19:33:17.187ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3042024-11-21T19:33:17.187ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3052024-11-21T19:33:17.188ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3062024-11-21T19:33:17.191ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
3072024-11-21T19:33:17.191ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3082024-11-21T19:33:17.191ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3092024-11-21T19:33:17.194ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3102024-11-21T19:33:17.194ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3112024-11-21T19:33:17.195ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3122024-11-21T19:33:17.195ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3132024-11-21T19:33:17.197ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3142024-11-21T19:33:17.199ZDEBGnexus (DataLoader): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
3152024-11-21T19:33:17.199ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3162024-11-21T19:33:17.200ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3172024-11-21T19:33:17.230ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3182024-11-21T19:33:17.230ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3192024-11-21T19:33:17.231ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3202024-11-21T19:33:17.232ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3212024-11-21T19:33:17.235ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3222024-11-21T19:33:17.235ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3232024-11-21T19:33:17.237ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3242024-11-21T19:33:17.240ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
3252024-11-21T19:33:17.240ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3262024-11-21T19:33:17.240ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3272024-11-21T19:33:17.329ZINFOnexus (DataLoader): created built-in VPC firewall rules file = nexus/db-queries/src/db/datastore/vpc.rs:282
3282024-11-21T19:33:17.329ZDEBGnexus (DataLoader): attempting to create built-in VPC Subnets
3292024-11-21T19:33:17.329ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3302024-11-21T19:33:17.329ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3312024-11-21T19:33:17.341ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3322024-11-21T19:33:17.341ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3332024-11-21T19:33:17.343ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3342024-11-21T19:33:17.343ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3352024-11-21T19:33:17.345ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3362024-11-21T19:33:17.345ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3372024-11-21T19:33:17.346ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3382024-11-21T19:33:17.346ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3392024-11-21T19:33:17.348ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3402024-11-21T19:33:17.348ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3412024-11-21T19:33:17.349ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3422024-11-21T19:33:17.352ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
3432024-11-21T19:33:17.352ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3442024-11-21T19:33:17.352ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3452024-11-21T19:33:17.354ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3462024-11-21T19:33:17.354ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3472024-11-21T19:33:17.356ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3482024-11-21T19:33:17.356ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3492024-11-21T19:33:17.358ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3502024-11-21T19:33:17.358ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3512024-11-21T19:33:17.359ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3522024-11-21T19:33:17.359ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3532024-11-21T19:33:17.361ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3542024-11-21T19:33:17.361ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3552024-11-21T19:33:17.362ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3562024-11-21T19:33:17.362ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3572024-11-21T19:33:17.369ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3582024-11-21T19:33:17.374ZDEBGnexus (DataLoader): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ById(001de000-c470-4000-8000-000000000001) } result = Ok(())
3592024-11-21T19:33:17.374ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3602024-11-21T19:33:17.374ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3612024-11-21T19:33:17.381ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3622024-11-21T19:33:17.381ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3632024-11-21T19:33:17.383ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3642024-11-21T19:33:17.383ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3652024-11-21T19:33:17.384ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3662024-11-21T19:33:17.385ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3672024-11-21T19:33:17.387ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3682024-11-21T19:33:17.387ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3692024-11-21T19:33:17.388ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3702024-11-21T19:33:17.389ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3712024-11-21T19:33:17.390ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3722024-11-21T19:33:17.390ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3732024-11-21T19:33:17.391ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3742024-11-21T19:33:17.394ZDEBGnexus (DataLoader): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ById(001de000-c470-4000-8000-000000000002) } result = Ok(())
3752024-11-21T19:33:17.395ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3762024-11-21T19:33:17.395ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3772024-11-21T19:33:17.404ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3782024-11-21T19:33:17.404ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3792024-11-21T19:33:17.406ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3802024-11-21T19:33:17.406ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3812024-11-21T19:33:17.407ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3822024-11-21T19:33:17.407ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3832024-11-21T19:33:17.408ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3842024-11-21T19:33:17.411ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
3852024-11-21T19:33:17.437ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3862024-11-21T19:33:17.437ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3872024-11-21T19:33:17.522ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3882024-11-21T19:33:17.522ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3892024-11-21T19:33:17.531ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3902024-11-21T19:33:17.531ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3912024-11-21T19:33:17.533ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3922024-11-21T19:33:17.533ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3932024-11-21T19:33:17.535ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3942024-11-21T19:33:17.535ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3952024-11-21T19:33:17.536ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3962024-11-21T19:33:17.539ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) } result = Ok(())
3972024-11-21T19:33:17.539ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
3982024-11-21T19:33:17.539ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
3992024-11-21T19:33:17.552ZINFOnexus (DataLoader): created built-in services vpc subnets file = nexus/db-queries/src/db/datastore/vpc.rs:346
4002024-11-21T19:33:17.552ZINFOnexus (DataLoader): created built-in services vpc file = nexus/db-queries/src/db/datastore/vpc.rs:224
4012024-11-21T19:33:17.552ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4022024-11-21T19:33:17.554ZDEBGnexus (DataLoader): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4032024-11-21T19:33:17.554ZDEBGnexus (DataLoader): attempting to create silo users
4042024-11-21T19:33:17.554ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4052024-11-21T19:33:17.554ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4062024-11-21T19:33:17.555ZINFOnexus (DataLoader): created 0 silo users file = nexus/db-queries/src/db/datastore/silo_user.rs:419
4072024-11-21T19:33:17.555ZDEBGnexus (DataLoader): attempting to create silo user role assignments
4082024-11-21T19:33:17.555ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4092024-11-21T19:33:17.556ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4102024-11-21T19:33:17.557ZINFOnexus (DataLoader): created 0 silo user role assignments file = nexus/db-queries/src/db/datastore/silo_user.rs:446
4112024-11-21T19:33:17.557ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4122024-11-21T19:33:17.557ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4132024-11-21T19:33:17.559ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4142024-11-21T19:33:17.559ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4152024-11-21T19:33:17.565ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4162024-11-21T19:33:17.565ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4172024-11-21T19:33:17.567ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4182024-11-21T19:33:17.568ZDEBGnexus (DataLoader): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = IpPoolList result = Ok(())
4192024-11-21T19:33:17.568ZDEBGnexus (DataLoader): roles roles = RoleSet { roles: {} }
4202024-11-21T19:33:17.568ZDEBGnexus (DataLoader): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }) resource = Database result = Ok(())
4212024-11-21T19:33:17.570ZINFOnexus: populate complete file = nexus/src/app/mod.rs:555
4222024-11-21T19:33:17.570ZINFOnexus: activating background tasks file = nexus/src/app/mod.rs:564
4232024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 1 reason = Timeout
4242024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 1 reason = Timeout
4252024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 1 reason = Timeout
4262024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 1 reason = Timeout
4272024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4282024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 1 reason = Timeout
4292024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 1 reason = Timeout
4302024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 1 reason = Timeout
4312024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4322024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 1 reason = Timeout
4332024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
4342024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4352024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
4362024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
4372024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 1 reason = Timeout
4382024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4392024-11-21T19:33:17.574ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
4402024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4412024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 1 reason = Timeout
4422024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 1 reason = Timeout
4432024-11-21T19:33:17.574ZWARNnexus (BackgroundTasks): DNS propagation: skipped background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:61 reason = no config nor servers
4442024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 1 reason = Timeout
4452024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 1 reason = Timeout
4462024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4472024-11-21T19:33:17.574ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:23:17.574578705 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
4482024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 1 reason = Timeout
4492024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 1 reason = Timeout
4502024-11-21T19:33:17.574ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = crdb_node_id_collector file = nexus/src/app/background/tasks/crdb_node_id_collector.rs:78 reason = no blueprint
4512024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = inventory_collection iteration = 1 reason = Timeout
4522024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 14.99\u{b5}s iteration = 1 status = {"error":"no blueprint"}
4532024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4542024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 1 reason = Timeout
4552024-11-21T19:33:17.574ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
4562024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 1 reason = Timeout
4572024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4582024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4592024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = saga_recovery iteration = 1 reason = Timeout
4602024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 1 reason = Timeout
4612024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 1 reason = Timeout
4622024-11-21T19:33:17.574ZDEBGnexus (SagaRecoverer): listing candidate sagas for recovery
4632024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 1 reason = Timeout
4642024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 1 reason = Timeout
4652024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
4662024-11-21T19:33:17.574ZDEBGnexus (SagaRecoverer): roles roles = RoleSet { roles: {} }
4672024-11-21T19:33:17.574ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4682024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4692024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4702024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 1 reason = Timeout
4712024-11-21T19:33:17.575ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:74 reason = no blueprint
4722024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 1 reason = Timeout
4732024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 1 reason = Timeout
4742024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 1 reason = Timeout
4752024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 1 reason = Timeout
4762024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
4772024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 1 reason = Timeout
4782024-11-21T19:33:17.575ZDEBGnexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
4792024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 1 reason = Timeout
4802024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 1 reason = Timeout
4812024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
4822024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
4832024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4842024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 157.032\u{b5}s iteration = 1 status = {"error":"no config nor servers"}
4852024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4862024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 1 reason = Timeout
4872024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
4882024-11-21T19:33:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
4892024-11-21T19:33:17.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4902024-11-21T19:33:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4912024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
4922024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4932024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4942024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4952024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4962024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4972024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 3.624208ms iteration = 1 status = {"error":"no blueprint"}
4982024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4992024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5002024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5012024-11-21T19:33:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
5022024-11-21T19:33:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5032024-11-21T19:33:17.579ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
5042024-11-21T19:33:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5052024-11-21T19:33:17.579ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 1 reason = Timeout
5062024-11-21T19:33:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 1 reason = Timeout
5072024-11-21T19:33:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5082024-11-21T19:33:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5092024-11-21T19:33:17.580ZWARNnexus (BackgroundTasks): DNS propagation: skipped background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:61 reason = no config nor servers
5102024-11-21T19:33:17.580ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 5.402982ms iteration = 1 status = {"error":"no config nor servers"}
5112024-11-21T19:33:17.580ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 740, tv_nsec: 461247296 } })
5122024-11-21T19:33:17.580ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 740, tv_nsec: 461604941 } })
5132024-11-21T19:33:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5142024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
5152024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
5162024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
5172024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5182024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5192024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
5202024-11-21T19:33:17.581ZINFOnexus (BackgroundTasks): found DNS servers (initial) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external dns_group = external file = nexus/src/app/background/tasks/dns_servers.rs:113
5212024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 6.924082ms iteration = 1 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
5222024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 2 reason = Dependency
5232024-11-21T19:33:17.581ZWARNnexus (BackgroundTasks): DNS propagation: skipped background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:69 reason = no config
5242024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 6.07\u{b5}s iteration = 2 status = {"error":"no config"}
5252024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5262024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5272024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5282024-11-21T19:33:17.581ZINFOnexus (BackgroundTasks): found DNS servers (initial) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal dns_group = internal file = nexus/src/app/background/tasks/dns_servers.rs:113
5292024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 7.274427ms iteration = 1 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
5302024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 2 reason = Dependency
5312024-11-21T19:33:17.581ZWARNnexus (BackgroundTasks): DNS propagation: skipped background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:69 reason = no config
5322024-11-21T19:33:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 5.06\u{b5}s iteration = 2 status = {"error":"no config"}
5332024-11-21T19:33:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5342024-11-21T19:33:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
5352024-11-21T19:33:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
5362024-11-21T19:33:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5372024-11-21T19:33:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
5382024-11-21T19:33:17.582ZDEBGnexus (SagaRecoverer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. }) resource = Database result = Ok(())
5392024-11-21T19:33:17.584ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5402024-11-21T19:33:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5412024-11-21T19:33:17.588ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5422024-11-21T19:33:17.589ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
5432024-11-21T19:33:17.590ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
5442024-11-21T19:33:17.590ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5452024-11-21T19:33:17.590ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5462024-11-21T19:33:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5472024-11-21T19:33:17.595ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5482024-11-21T19:33:17.596ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
5492024-11-21T19:33:17.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
5502024-11-21T19:33:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
5512024-11-21T19:33:17.598ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5522024-11-21T19:33:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5532024-11-21T19:33:17.621ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5542024-11-21T19:33:17.622ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5552024-11-21T19:33:17.637ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:23:17.574578705 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
5562024-11-21T19:33:17.637ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 62.746799ms iteration = 1 status = {"expiration":"2024-11-21T19:23:17.574578705Z","pruned":[]}
5572024-11-21T19:33:17.643ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5582024-11-21T19:33:17.646ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
5592024-11-21T19:33:17.646ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5602024-11-21T19:33:17.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5612024-11-21T19:33:17.650ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 740, tv_nsec: 531244021 } })
5622024-11-21T19:33:17.650ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
5632024-11-21T19:33:17.677ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5642024-11-21T19:33:17.677ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 740, tv_nsec: 558512606 } })
5652024-11-21T19:33:17.678ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
5662024-11-21T19:33:17.680ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
5672024-11-21T19:33:17.680ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5682024-11-21T19:33:17.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5692024-11-21T19:33:17.682ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 108.303897ms iteration = 1 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
5702024-11-21T19:33:17.685ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5712024-11-21T19:33:17.685ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 111.361618ms iteration = 1 status = {"errors":[],"found_port_ok":[]}
5722024-11-21T19:33:17.689ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5732024-11-21T19:33:17.691ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
5742024-11-21T19:33:17.691ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5752024-11-21T19:33:17.692ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5762024-11-21T19:33:17.693ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
5772024-11-21T19:33:17.693ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
5782024-11-21T19:33:17.693ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
5792024-11-21T19:33:17.695ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5802024-11-21T19:33:17.695ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5812024-11-21T19:33:17.695ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
5822024-11-21T19:33:17.695ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5832024-11-21T19:33:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5842024-11-21T19:33:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
5852024-11-21T19:33:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
5862024-11-21T19:33:17.696ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5872024-11-21T19:33:17.696ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5882024-11-21T19:33:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5892024-11-21T19:33:17.698ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5902024-11-21T19:33:17.699ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
5912024-11-21T19:33:17.699ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
5922024-11-21T19:33:17.700ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
5932024-11-21T19:33:17.701ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5942024-11-21T19:33:17.702ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5952024-11-21T19:33:17.702ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5962024-11-21T19:33:17.702ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5972024-11-21T19:33:17.705ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5982024-11-21T19:33:17.705ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5992024-11-21T19:33:17.706ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 131.864682ms iteration = 1 status = {"errors":[],"records_set_to_done":[]}
6002024-11-21T19:33:17.708ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6012024-11-21T19:33:17.710ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6022024-11-21T19:33:17.711ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6032024-11-21T19:33:17.711ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6042024-11-21T19:33:17.715ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
6052024-11-21T19:33:17.715ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
6062024-11-21T19:33:17.715ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 140.719271ms iteration = 1 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
6072024-11-21T19:33:17.717ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
6082024-11-21T19:33:17.717ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6092024-11-21T19:33:17.717ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6102024-11-21T19:33:17.718ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9734db38-cc15-41b0-9c55-0d004abf4f99", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
6112024-11-21T19:33:17.718ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6122024-11-21T19:33:17.719ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6132024-11-21T19:33:17.720ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6142024-11-21T19:33:17.731ZWARNnexus (BackgroundTasks): inventory collection is None background_task = service_zone_nat_tracker file = nexus/src/app/background/tasks/sync_service_zone_nat.rs:95
6152024-11-21T19:33:17.731ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 156.217388ms iteration = 1 status = {"error":"inventory collection is None"}
6162024-11-21T19:33:17.731ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6172024-11-21T19:33:17.731ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 157.443473ms iteration = 1 status = {}
6182024-11-21T19:33:17.731ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6192024-11-21T19:33:17.732ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6202024-11-21T19:33:17.734ZINFOnexus (BackgroundTasks): Physical Disk Adoption: Rack not yet initialized background_task = physical_disk_adoption file = nexus/src/app/background/tasks/physical_disk_adoption.rs:79 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
6212024-11-21T19:33:17.734ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 159.968048ms iteration = 1 status = {"error":"rack not yet initialized: 6f50eaaf-6509-4592-a570-21594f7b8789"}
6222024-11-21T19:33:17.737ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
6232024-11-21T19:33:17.737ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6242024-11-21T19:33:17.737ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6252024-11-21T19:33:17.739ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6262024-11-21T19:33:17.739ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6272024-11-21T19:33:17.739ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6282024-11-21T19:33:17.740ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6292024-11-21T19:33:17.741ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6302024-11-21T19:33:17.742ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6312024-11-21T19:33:17.742ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6322024-11-21T19:33:17.744ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6332024-11-21T19:33:17.744ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6342024-11-21T19:33:17.744ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6352024-11-21T19:33:17.744ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6362024-11-21T19:33:17.744ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6372024-11-21T19:33:17.746ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6382024-11-21T19:33:17.746ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
6392024-11-21T19:33:17.746ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
6402024-11-21T19:33:17.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
6412024-11-21T19:33:17.750ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
6422024-11-21T19:33:17.750ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6432024-11-21T19:33:17.750ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6442024-11-21T19:33:17.751ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6452024-11-21T19:33:17.751ZWARNnexus (BackgroundTasks): failed to read target blueprint background_task = blueprint_loader error = Internal Error: no target blueprint set file = nexus/src/app/background/tasks/blueprint_load.rs:69
6462024-11-21T19:33:17.751ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 176.318116ms iteration = 1 status = {"error":"failed to read target blueprint: Internal Error: no target blueprint set"}
6472024-11-21T19:33:17.751ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6482024-11-21T19:33:17.752ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6492024-11-21T19:33:17.753ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6502024-11-21T19:33:17.755ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6512024-11-21T19:33:17.755ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6522024-11-21T19:33:17.755ZINFOnexus (SagaRecoverer): listed in-progress sagas count = 0 file = nexus/src/app/background/tasks/saga_recovery.rs:438
6532024-11-21T19:33:17.755ZDEBGnexus (BackgroundTasks): activation complete background_task = saga_recovery elapsed = 181.1305ms iteration = 1 status = {"last_pass":{"Success":{"nfailed":0,"nfound":0,"nrecovered":0,"nremoved":0,"nskipped":0}},"ntotal_failures":0,"ntotal_finished":0,"ntotal_recovered":0,"ntotal_sec_errors_bad_state":0,"ntotal_sec_errors_missing":0,"ntotal_started":0,"recent_failures":[],"recent_recoveries":[]}
6542024-11-21T19:33:17.757ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6552024-11-21T19:33:17.758ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
6562024-11-21T19:33:17.759ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
6572024-11-21T19:33:17.759ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6582024-11-21T19:33:17.759ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
6592024-11-21T19:33:17.759ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9d13fe56-c7fa-455e-bf04-4b63e106a0c8", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
6602024-11-21T19:33:17.759ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6612024-11-21T19:33:17.760ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6622024-11-21T19:33:17.760ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6632024-11-21T19:33:17.761ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6642024-11-21T19:33:17.762ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
6652024-11-21T19:33:17.762ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6662024-11-21T19:33:17.762ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6672024-11-21T19:33:17.763ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6682024-11-21T19:33:17.763ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
6692024-11-21T19:33:17.763ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6702024-11-21T19:33:17.763ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6712024-11-21T19:33:17.766ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
6722024-11-21T19:33:17.770ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6732024-11-21T19:33:17.770ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6742024-11-21T19:33:17.771ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 196.755379ms iteration = 1 status = {"errors":[],"garbage_collect_requested":[]}
6752024-11-21T19:33:17.773ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6762024-11-21T19:33:17.773ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6772024-11-21T19:33:17.803ZWARNnexus (BackgroundTasks): failed to read Silo/DNS/TLS configuration background_task = external_endpoints error = Internal Error: expected at least one external DNS zone file = nexus/src/app/background/tasks/external_endpoints.rs:48
6782024-11-21T19:33:17.803ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 228.667005ms iteration = 1 status = {"error":"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone"}
6792024-11-21T19:33:17.807ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6802024-11-21T19:33:17.808ZDEBGnexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = []
6812024-11-21T19:33:17.808ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
6822024-11-21T19:33:17.808ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6832024-11-21T19:33:17.808ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 740, tv_nsec: 689632858 } })
6842024-11-21T19:33:17.809ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 234.212919ms iteration = 1 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6852024-11-21T19:33:17.810ZWARNnexus (BackgroundTasks): failed to read DNS config background_task = dns_config_external dns_group = external error = Internal Error: expected exactly one latest version for DNS group External, found 0 file = nexus/src/app/background/tasks/dns_config.rs:72
6862024-11-21T19:33:17.810ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 235.465696ms iteration = 1 status = {"error":"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0"}
6872024-11-21T19:33:17.810ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "a732eabc-f673-4265-99dd-a535ec8753ed", "content-length": "1", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
6882024-11-21T19:33:17.812ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6892024-11-21T19:33:17.812ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6902024-11-21T19:33:17.820ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6912024-11-21T19:33:17.820ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6922024-11-21T19:33:17.824ZWARNnexus (BackgroundTasks): failed to read DNS config background_task = dns_config_internal dns_group = internal error = Internal Error: expected exactly one latest version for DNS group Internal, found 0 file = nexus/src/app/background/tasks/dns_config.rs:72
6932024-11-21T19:33:17.824ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 249.864218ms iteration = 1 status = {"error":"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
6942024-11-21T19:33:17.829ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
6952024-11-21T19:33:17.829ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 255.033358ms iteration = 1 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
6962024-11-21T19:33:17.830ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6972024-11-21T19:33:17.830ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6982024-11-21T19:33:17.833ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6992024-11-21T19:33:17.833ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
7002024-11-21T19:33:17.833ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7012024-11-21T19:33:17.833ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
7022024-11-21T19:33:17.833ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
7032024-11-21T19:33:17.833ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 258.788498ms iteration = 1 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
7042024-11-21T19:33:17.833ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7052024-11-21T19:33:17.861ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7062024-11-21T19:33:17.862ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7072024-11-21T19:33:17.862ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 287.895366ms iteration = 1 status = {}
7082024-11-21T19:33:17.866ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7092024-11-21T19:33:17.867ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "ffede762-2054-47b5-bad6-cb90ce5d8223", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7102024-11-21T19:33:17.870ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
7112024-11-21T19:33:17.871ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
7122024-11-21T19:33:17.871ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7132024-11-21T19:33:17.871ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7142024-11-21T19:33:17.871ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7152024-11-21T19:33:17.871ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7162024-11-21T19:33:17.879ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 304.914685ms iteration = 1 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
7172024-11-21T19:33:17.881ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
7182024-11-21T19:33:17.881ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
7192024-11-21T19:33:17.903ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 329.159458ms iteration = 1 status = null
7202024-11-21T19:33:17.905ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 331.008023ms iteration = 1 status = {}
7212024-11-21T19:33:17.916ZDEBGnexus (BackgroundTasks): begin collection background_task = inventory_collection
7222024-11-21T19:33:17.916ZDEBGnexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
7232024-11-21T19:33:17.916ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
7242024-11-21T19:33:17.918ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "be338ecf-fc64-4e5d-83b0-1f99de767a7a", "content-length": "476", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7252024-11-21T19:33:17.919ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
7262024-11-21T19:33:17.919ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "9d934ccc-7c80-4320-8520-26daf69db13f", "content-length": "734", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7272024-11-21T19:33:17.920ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
7282024-11-21T19:33:17.920ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "02d72ace-28e0-413c-8f47-7bb8fd3ed1fd", "content-length": "111", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7292024-11-21T19:33:17.921ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
7302024-11-21T19:33:17.922ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "e3eb2bef-1c87-42fc-b6a1-b1b272784c98", "content-length": "111", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7312024-11-21T19:33:17.922ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
7322024-11-21T19:33:17.923ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f4bd11e-a285-4bc8-a3e9-61c98e7f3739", "content-length": "167", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7332024-11-21T19:33:17.923ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
7342024-11-21T19:33:17.923ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "854844c6-4b00-43f2-ad2a-8a8287111a4d", "content-length": "167", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7352024-11-21T19:33:17.923ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
7362024-11-21T19:33:17.923ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "920d2c6d-0a5c-400a-8308-fdbf1132423d", "content-length": "175", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7372024-11-21T19:33:17.923ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
7382024-11-21T19:33:17.924ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "681b4553-76b2-42c0-b51f-af88cf6053e1", "content-length": "175", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7392024-11-21T19:33:17.924ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
7402024-11-21T19:33:17.924ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "65d44d6a-e1a8-4c8f-945e-60257f2449d9", "content-length": "702", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7412024-11-21T19:33:17.924ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
7422024-11-21T19:33:17.924ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "0cf5f93f-935d-4413-b0af-6dbfd8770e34", "content-length": "727", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7432024-11-21T19:33:17.924ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
7442024-11-21T19:33:17.925ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "1196227f-439c-4de7-9789-e6e7b3951944", "content-length": "729", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7452024-11-21T19:33:17.925ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
7462024-11-21T19:33:17.926ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "930c1229-869b-45eb-9983-f271c89f9fa1", "content-length": "728", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7472024-11-21T19:33:17.926ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
7482024-11-21T19:33:17.926ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "766ceaa8-b21e-4f0c-a9cc-d9636472410b", "content-length": "722", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7492024-11-21T19:33:17.926ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7502024-11-21T19:33:17.926ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7512024-11-21T19:33:17.926ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
7522024-11-21T19:33:17.926ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "bae56272-d380-4f42-89c2-0d677fd83dac", "content-length": "109", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7532024-11-21T19:33:17.926ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7542024-11-21T19:33:17.926ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
7552024-11-21T19:33:17.927ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f1543c6-a63e-4c3d-b99b-0cd108d6a73d", "content-length": "109", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7562024-11-21T19:33:17.927ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
7572024-11-21T19:33:17.927ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "87b9ad6a-d40e-4a66-9928-dcfc9f38c85d", "content-length": "169", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7582024-11-21T19:33:17.927ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
7592024-11-21T19:33:17.927ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "d14df64a-f1b9-4518-8a20-43657f9574bb", "content-length": "169", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7602024-11-21T19:33:17.927ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
7612024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "a8cf443e-5c40-4d9d-8791-97701e9c2798", "content-length": "178", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7622024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
7632024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "badb9d79-7dcc-4091-bd38-c81f76092285", "content-length": "178", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7642024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
7652024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "1f62c50c-7080-418f-b8eb-9df5a663ffd9", "content-length": "702", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7662024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
7672024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "b2fa7ab3-d01b-4c96-8b9f-786e5087b61b", "content-length": "727", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7682024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
7692024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "bff69000-a2cc-4450-99bc-490009b55b23", "content-length": "729", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7702024-11-21T19:33:17.928ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
7712024-11-21T19:33:17.929ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "5223036a-c621-4aff-b9ab-c3791dc9ce04", "content-length": "728", "date": "Thu, 21 Nov 2024 19:33:17 GMT"} })
7722024-11-21T19:33:17.929ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
7732024-11-21T19:33:17.929ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
7742024-11-21T19:33:17.929ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
7752024-11-21T19:33:17.930ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 355.371388ms iteration = 1 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
7762024-11-21T19:33:17.931ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7772024-11-21T19:33:17.934ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
7782024-11-21T19:33:17.934ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
7792024-11-21T19:33:17.934ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
7802024-11-21T19:33:17.936ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7812024-11-21T19:33:17.938ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
7822024-11-21T19:33:17.938ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
7832024-11-21T19:33:17.938ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
7842024-11-21T19:33:17.943ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
7852024-11-21T19:33:17.943ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
7862024-11-21T19:33:17.945ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 371.142159ms iteration = 1 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7872024-11-21T19:33:17.959ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 385.129626ms iteration = 1 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
7882024-11-21T19:33:17.969ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7892024-11-21T19:33:17.969ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
7902024-11-21T19:33:17.969ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 394.806196ms iteration = 1 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
7912024-11-21T19:33:18.028ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
7922024-11-21T19:33:18.028ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
7932024-11-21T19:33:18.029ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7942024-11-21T19:33:18.029ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7952024-11-21T19:33:18.036ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7962024-11-21T19:33:18.036ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
7972024-11-21T19:33:18.049ZDEBGnexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
7982024-11-21T19:33:18.049ZDEBGnexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
7992024-11-21T19:33:18.049ZDEBGnexus (BackgroundTasks): finished collection background_task = inventory_collection
8002024-11-21T19:33:18.050ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
8012024-11-21T19:33:18.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
8022024-11-21T19:33:18.052ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8032024-11-21T19:33:18.054ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
8042024-11-21T19:33:18.054ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
8052024-11-21T19:33:18.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
8062024-11-21T19:33:18.061ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8072024-11-21T19:33:18.063ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8082024-11-21T19:33:18.064ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
8092024-11-21T19:33:18.064ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8102024-11-21T19:33:18.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8112024-11-21T19:33:18.065ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8122024-11-21T19:33:18.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8132024-11-21T19:33:18.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8142024-11-21T19:33:18.065ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8152024-11-21T19:33:18.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8162024-11-21T19:33:18.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8172024-11-21T19:33:18.068ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8182024-11-21T19:33:18.068ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8192024-11-21T19:33:18.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8202024-11-21T19:33:18.070ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8212024-11-21T19:33:18.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8222024-11-21T19:33:18.074ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8232024-11-21T19:33:18.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8242024-11-21T19:33:18.078ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8252024-11-21T19:33:18.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8262024-11-21T19:33:18.079ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8272024-11-21T19:33:18.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8282024-11-21T19:33:18.125ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8292024-11-21T19:33:18.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8302024-11-21T19:33:18.127ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8312024-11-21T19:33:18.131ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
8322024-11-21T19:33:18.131ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8332024-11-21T19:33:18.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8342024-11-21T19:33:18.149ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 575.050144ms iteration = 1 status = {}
8352024-11-21T19:33:18.178ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8362024-11-21T19:33:18.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8372024-11-21T19:33:18.179ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8382024-11-21T19:33:18.180ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8392024-11-21T19:33:18.182ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8402024-11-21T19:33:18.187ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
8412024-11-21T19:33:18.187ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8422024-11-21T19:33:18.187ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8432024-11-21T19:33:18.191ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8442024-11-21T19:33:18.191ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8452024-11-21T19:33:18.193ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8462024-11-21T19:33:18.193ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8472024-11-21T19:33:18.195ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8482024-11-21T19:33:18.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8492024-11-21T19:33:18.196ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8502024-11-21T19:33:18.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8512024-11-21T19:33:18.198ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8522024-11-21T19:33:18.198ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8532024-11-21T19:33:18.200ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8542024-11-21T19:33:18.200ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8552024-11-21T19:33:18.201ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8562024-11-21T19:33:18.201ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8572024-11-21T19:33:18.202ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8582024-11-21T19:33:18.205ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
8592024-11-21T19:33:18.206ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8602024-11-21T19:33:18.206ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8612024-11-21T19:33:18.207ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8622024-11-21T19:33:18.207ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8632024-11-21T19:33:18.243ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8642024-11-21T19:33:18.243ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8652024-11-21T19:33:18.245ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8662024-11-21T19:33:18.248ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
8672024-11-21T19:33:18.248ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8682024-11-21T19:33:18.248ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8692024-11-21T19:33:18.256ZDEBGnexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
8702024-11-21T19:33:18.257ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8712024-11-21T19:33:18.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8722024-11-21T19:33:18.259ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8732024-11-21T19:33:18.261ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
8742024-11-21T19:33:18.261ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
8752024-11-21T19:33:18.261ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
8762024-11-21T19:33:18.273ZDEBGnexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
8772024-11-21T19:33:18.273ZDEBGnexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = []
8782024-11-21T19:33:18.273ZDEBGnexus (service-firewall-rule-progator): resolved 0 rules for sleds background_task = service_firewall_rule_propagation
8792024-11-21T19:33:18.283ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8802024-11-21T19:33:18.283ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8812024-11-21T19:33:18.286ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8822024-11-21T19:33:18.286ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8832024-11-21T19:33:18.289ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8842024-11-21T19:33:18.290ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8852024-11-21T19:33:18.326ZDEBGnexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = []
8862024-11-21T19:33:18.326ZDEBGnexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
8872024-11-21T19:33:18.326ZINFOnexus (service-firewall-rule-progator): updated firewall rules on 0 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
8882024-11-21T19:33:18.327ZDEBGnexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 751.800115ms
8892024-11-21T19:33:18.327ZDEBGnexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 751.865876ms iteration = 1 status = {}
8902024-11-21T19:33:18.328ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
8912024-11-21T19:33:18.332ZINFOnexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = 6c932f0f-d600-4c71-b677-093684d0da23 file = nexus/db-queries/src/db/datastore/inventory.rs:1000
8922024-11-21T19:33:18.332ZDEBGnexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = 6c932f0f-d600-4c71-b677-093684d0da23 time_started = 2024-11-21 19:33:17.915694 UTC
8932024-11-21T19:33:18.332ZDEBGnexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 758.190351ms iteration = 1 status = {"collection_id":"6c932f0f-d600-4c71-b677-093684d0da23","time_done":"2024-11-21 19:33:18.049686 UTC","time_started":"2024-11-21 19:33:17.915694 UTC"}
8942024-11-21T19:33:18.332ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 2 reason = Dependency
8952024-11-21T19:33:18.332ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8962024-11-21T19:33:18.333ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8972024-11-21T19:33:18.334ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8982024-11-21T19:33:18.336ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
8992024-11-21T19:33:18.336ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
9002024-11-21T19:33:18.336ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
9012024-11-21T19:33:18.336ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9022024-11-21T19:33:18.337ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9032024-11-21T19:33:18.338ZINFOnexus (BackgroundTasks): Physical Disk Adoption: Rack not yet initialized background_task = physical_disk_adoption file = nexus/src/app/background/tasks/physical_disk_adoption.rs:79 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
9042024-11-21T19:33:18.338ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 5.715826ms iteration = 2 status = {"error":"rack not yet initialized: 6f50eaaf-6509-4592-a570-21594f7b8789"}
9052024-11-21T19:33:18.338ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9062024-11-21T19:33:18.340ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9072024-11-21T19:33:18.340ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9082024-11-21T19:33:18.340ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9092024-11-21T19:33:18.342ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9102024-11-21T19:33:18.342ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9112024-11-21T19:33:18.344ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9122024-11-21T19:33:18.346ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9132024-11-21T19:33:18.346ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9142024-11-21T19:33:18.346ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9152024-11-21T19:33:18.348ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9162024-11-21T19:33:18.348ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9172024-11-21T19:33:18.349ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9182024-11-21T19:33:18.351ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9192024-11-21T19:33:18.387ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9202024-11-21T19:33:18.387ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9212024-11-21T19:33:18.389ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9222024-11-21T19:33:18.391ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9232024-11-21T19:33:18.393ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:52205
9242024-11-21T19:33:18.397ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:52205 req_id = 1b53b1b7-01e7-430c-a714-33395678d55b roles = RoleSet { roles: {} } uri = /metrics/producers
9252024-11-21T19:33:18.397ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:52205 req_id = 1b53b1b7-01e7-430c-a714-33395678d55b resource = Database result = Ok(()) uri = /metrics/producers
9262024-11-21T19:33:18.451ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 7e95de1c-0564-4f19-9f77-816083ac4bb9
9272024-11-21T19:33:18.451ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 57116 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:52205 req_id = 1b53b1b7-01e7-430c-a714-33395678d55b response_code = 201 uri = /metrics/producers
9282024-11-21T19:33:18.591ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9292024-11-21T19:33:18.591ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9302024-11-21T19:33:18.592ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9312024-11-21T19:33:18.593ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9322024-11-21T19:33:18.595ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9332024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9342024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9352024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9362024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9372024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9382024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9392024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9402024-11-21T19:33:18.618ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9412024-11-21T19:33:18.723ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9422024-11-21T19:33:18.745ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9432024-11-21T19:33:18.767ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9442024-11-21T19:33:18.790ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9452024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9462024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9472024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9482024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9492024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9502024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9512024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9522024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9532024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9542024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9552024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9562024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9572024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9582024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9592024-11-21T19:33:18.811ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9602024-11-21T19:33:18.834ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9612024-11-21T19:33:18.834ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9622024-11-21T19:33:18.834ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:17.693070918Z, time_modified: 2024-11-21T19:33:17.693070918Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9632024-11-21T19:33:18.834ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9642024-11-21T19:33:18.835ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9652024-11-21T19:33:18.836ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9662024-11-21T19:33:18.838ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9672024-11-21T19:33:18.863ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9682024-11-21T19:33:18.869ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 1281384 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = ad46159a-b221-4682-ba86-eaadda1157a7 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9692024-11-21T19:33:18.955ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
9702024-11-21T19:33:18.955ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
9712024-11-21T19:33:18.956ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
9722024-11-21T19:33:18.956ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
9732024-11-21T19:33:18.960ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9742024-11-21T19:33:18.963ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
9752024-11-21T19:33:18.963ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
9762024-11-21T19:33:19.415ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9772024-11-21T19:33:19.415ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9782024-11-21T19:33:19.417ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9792024-11-21T19:33:19.418ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9802024-11-21T19:33:19.418ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9812024-11-21T19:33:19.418ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9822024-11-21T19:33:19.421ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9832024-11-21T19:33:19.421ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9842024-11-21T19:33:19.423ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9852024-11-21T19:33:19.423ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9862024-11-21T19:33:19.424ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9872024-11-21T19:33:19.426ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9882024-11-21T19:33:19.426ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9892024-11-21T19:33:19.426ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9902024-11-21T19:33:19.427ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9912024-11-21T19:33:19.438ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9922024-11-21T19:33:19.470ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9932024-11-21T19:33:19.470ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "28c3fe70-3d9b-4916-a0e4-5e92b6199c42", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:19 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9942024-11-21T19:33:19.470ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9952024-11-21T19:33:19.470ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9962024-11-21T19:33:19.470ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9972024-11-21T19:33:19.471ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9982024-11-21T19:33:19.492ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
9992024-11-21T19:33:19.492ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10002024-11-21T19:33:19.492ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10012024-11-21T19:33:19.514ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10022024-11-21T19:33:19.514ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10032024-11-21T19:33:19.519ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10042024-11-21T19:33:19.519ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10052024-11-21T19:33:19.526ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10062024-11-21T19:33:19.527ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10072024-11-21T19:33:19.529ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10082024-11-21T19:33:19.529ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10092024-11-21T19:33:19.531ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10102024-11-21T19:33:19.533ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10112024-11-21T19:33:19.533ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10122024-11-21T19:33:19.534ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10132024-11-21T19:33:19.536ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10142024-11-21T19:33:19.536ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10152024-11-21T19:33:19.536ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10162024-11-21T19:33:19.538ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10172024-11-21T19:33:19.538ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10182024-11-21T19:33:19.540ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10192024-11-21T19:33:19.542ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10202024-11-21T19:33:19.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10212024-11-21T19:33:19.542ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10222024-11-21T19:33:19.543ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10232024-11-21T19:33:19.543ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10242024-11-21T19:33:19.545ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10252024-11-21T19:33:19.546ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10262024-11-21T19:33:19.593ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10272024-11-21T19:33:19.594ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10282024-11-21T19:33:19.595ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10292024-11-21T19:33:19.597ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10302024-11-21T19:33:19.765ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10312024-11-21T19:33:19.765ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10322024-11-21T19:33:19.765ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10332024-11-21T19:33:19.795ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10342024-11-21T19:33:19.797ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10352024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10362024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10372024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10382024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10392024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10402024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10412024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10422024-11-21T19:33:19.816ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10432024-11-21T19:33:19.929ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10442024-11-21T19:33:19.951ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10452024-11-21T19:33:19.977ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10462024-11-21T19:33:20.000ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10472024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10482024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10492024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10502024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10512024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10522024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10532024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10542024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10552024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10562024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10572024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10582024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10592024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10602024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10612024-11-21T19:33:20.021ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10622024-11-21T19:33:20.046ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10632024-11-21T19:33:20.046ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10642024-11-21T19:33:20.046ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:19.418585633Z, time_modified: 2024-11-21T19:33:19.418585633Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10652024-11-21T19:33:20.046ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10662024-11-21T19:33:20.047ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10672024-11-21T19:33:20.048ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10682024-11-21T19:33:20.050ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10692024-11-21T19:33:20.070ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10702024-11-21T19:33:20.074ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 659379 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = bdabd3a7-2131-4408-b080-46a3dfa71607 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10712024-11-21T19:33:20.964ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
10722024-11-21T19:33:20.964ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
10732024-11-21T19:33:20.966ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
10742024-11-21T19:33:20.966ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
10752024-11-21T19:33:20.967ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
10762024-11-21T19:33:20.970ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
10772024-11-21T19:33:20.970ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
10782024-11-21T19:33:20.992ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10792024-11-21T19:33:20.993ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10802024-11-21T19:33:20.994ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10812024-11-21T19:33:20.995ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10822024-11-21T19:33:20.996ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10832024-11-21T19:33:20.996ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10842024-11-21T19:33:21.016ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10852024-11-21T19:33:21.016ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10862024-11-21T19:33:21.020ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10872024-11-21T19:33:21.020ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10882024-11-21T19:33:21.021ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10892024-11-21T19:33:21.024ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10902024-11-21T19:33:21.024ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10912024-11-21T19:33:21.024ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10922024-11-21T19:33:21.024ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10932024-11-21T19:33:21.033ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10942024-11-21T19:33:21.063ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10952024-11-21T19:33:21.063ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "b4f78cf7-27f6-44e4-8ef0-9b012512a0eb", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:20 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10962024-11-21T19:33:21.063ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10972024-11-21T19:33:21.063ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10982024-11-21T19:33:21.063ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
10992024-11-21T19:33:21.064ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11002024-11-21T19:33:21.096ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11012024-11-21T19:33:21.097ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11022024-11-21T19:33:21.097ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11032024-11-21T19:33:21.102ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11042024-11-21T19:33:21.102ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11052024-11-21T19:33:21.107ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11062024-11-21T19:33:21.107ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11072024-11-21T19:33:21.116ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11082024-11-21T19:33:21.116ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11092024-11-21T19:33:21.118ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11102024-11-21T19:33:21.119ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11112024-11-21T19:33:21.152ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11122024-11-21T19:33:21.154ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11132024-11-21T19:33:21.154ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11142024-11-21T19:33:21.155ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11152024-11-21T19:33:21.157ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11162024-11-21T19:33:21.157ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11172024-11-21T19:33:21.157ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11182024-11-21T19:33:21.163ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11192024-11-21T19:33:21.163ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11202024-11-21T19:33:21.165ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11212024-11-21T19:33:21.167ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11222024-11-21T19:33:21.167ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11232024-11-21T19:33:21.167ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11242024-11-21T19:33:21.169ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11252024-11-21T19:33:21.169ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11262024-11-21T19:33:21.170ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11272024-11-21T19:33:21.172ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11282024-11-21T19:33:21.191ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11292024-11-21T19:33:21.191ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11302024-11-21T19:33:21.193ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11312024-11-21T19:33:21.195ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11322024-11-21T19:33:21.365ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11332024-11-21T19:33:21.365ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11342024-11-21T19:33:21.365ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11352024-11-21T19:33:21.366ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11362024-11-21T19:33:21.368ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11372024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11382024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11392024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11402024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11412024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11422024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11432024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11442024-11-21T19:33:21.389ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11452024-11-21T19:33:21.474ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11462024-11-21T19:33:21.498ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11472024-11-21T19:33:21.522ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11482024-11-21T19:33:21.546ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11492024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11502024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11512024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11522024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11532024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11542024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11552024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11562024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11572024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11582024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11592024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11602024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11612024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11622024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11632024-11-21T19:33:21.569ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11642024-11-21T19:33:21.597ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11652024-11-21T19:33:21.597ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11662024-11-21T19:33:21.597ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:20.995978388Z, time_modified: 2024-11-21T19:33:20.995978388Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11672024-11-21T19:33:21.597ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11682024-11-21T19:33:21.597ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11692024-11-21T19:33:21.599ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11702024-11-21T19:33:21.600ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11712024-11-21T19:33:21.616ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11722024-11-21T19:33:21.620ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 628006 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = f1d70fcd-3f36-404b-8372-eed14735c9e9 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11732024-11-21T19:33:22.273ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11742024-11-21T19:33:22.274ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11752024-11-21T19:33:22.276ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11762024-11-21T19:33:22.277ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11772024-11-21T19:33:22.277ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11782024-11-21T19:33:22.277ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11792024-11-21T19:33:22.280ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11802024-11-21T19:33:22.280ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11812024-11-21T19:33:22.282ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11822024-11-21T19:33:22.282ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11832024-11-21T19:33:22.283ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11842024-11-21T19:33:22.286ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11852024-11-21T19:33:22.286ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11862024-11-21T19:33:22.286ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11872024-11-21T19:33:22.286ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11882024-11-21T19:33:22.292ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11892024-11-21T19:33:22.322ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11902024-11-21T19:33:22.323ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "efd55276-0d99-458b-a0a6-74af96d00c01", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:22 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11912024-11-21T19:33:22.323ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11922024-11-21T19:33:22.323ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11932024-11-21T19:33:22.323ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11942024-11-21T19:33:22.323ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11952024-11-21T19:33:22.337ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11962024-11-21T19:33:22.337ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11972024-11-21T19:33:22.337ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11982024-11-21T19:33:22.341ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
11992024-11-21T19:33:22.341ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12002024-11-21T19:33:22.344ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12012024-11-21T19:33:22.345ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12022024-11-21T19:33:22.346ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12032024-11-21T19:33:22.346ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12042024-11-21T19:33:22.347ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12052024-11-21T19:33:22.348ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12062024-11-21T19:33:22.350ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12072024-11-21T19:33:22.352ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12082024-11-21T19:33:22.352ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12092024-11-21T19:33:22.353ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12102024-11-21T19:33:22.355ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12112024-11-21T19:33:22.355ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12122024-11-21T19:33:22.355ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12132024-11-21T19:33:22.357ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12142024-11-21T19:33:22.357ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12152024-11-21T19:33:22.358ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12162024-11-21T19:33:22.360ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12172024-11-21T19:33:22.360ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12182024-11-21T19:33:22.361ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12192024-11-21T19:33:22.362ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12202024-11-21T19:33:22.362ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12212024-11-21T19:33:22.364ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12222024-11-21T19:33:22.365ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12232024-11-21T19:33:22.371ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12242024-11-21T19:33:22.372ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12252024-11-21T19:33:22.373ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12262024-11-21T19:33:22.375ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12272024-11-21T19:33:22.388ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12282024-11-21T19:33:22.388ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12292024-11-21T19:33:22.388ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12302024-11-21T19:33:22.390ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12312024-11-21T19:33:22.391ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12322024-11-21T19:33:22.395ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12332024-11-21T19:33:22.395ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12342024-11-21T19:33:22.395ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12352024-11-21T19:33:22.395ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12362024-11-21T19:33:22.395ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12372024-11-21T19:33:22.395ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12382024-11-21T19:33:22.396ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12392024-11-21T19:33:22.396ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12402024-11-21T19:33:22.418ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12412024-11-21T19:33:22.441ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12422024-11-21T19:33:22.462ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12432024-11-21T19:33:22.485ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12442024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12452024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12462024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12472024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12482024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12492024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12502024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12512024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12522024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12532024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12542024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12552024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12562024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12572024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12582024-11-21T19:33:22.512ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12592024-11-21T19:33:22.536ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12602024-11-21T19:33:22.536ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12612024-11-21T19:33:22.536ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:22.277169675Z, time_modified: 2024-11-21T19:33:22.277169675Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12622024-11-21T19:33:22.536ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12632024-11-21T19:33:22.536ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12642024-11-21T19:33:22.538ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12652024-11-21T19:33:22.539ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12662024-11-21T19:33:22.542ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12672024-11-21T19:33:22.548ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 274939 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 0ba8df79-3157-4d07-9470-6b32cc5265dc response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12682024-11-21T19:33:22.971ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
12692024-11-21T19:33:22.972ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
12702024-11-21T19:33:22.973ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
12712024-11-21T19:33:22.973ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
12722024-11-21T19:33:22.975ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12732024-11-21T19:33:22.977ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
12742024-11-21T19:33:22.977ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
12752024-11-21T19:33:23.788ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12762024-11-21T19:33:23.789ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12772024-11-21T19:33:23.790ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12782024-11-21T19:33:23.792ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12792024-11-21T19:33:23.792ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12802024-11-21T19:33:23.792ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12812024-11-21T19:33:23.795ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12822024-11-21T19:33:23.795ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12832024-11-21T19:33:23.796ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12842024-11-21T19:33:23.796ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12852024-11-21T19:33:23.798ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12862024-11-21T19:33:23.801ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12872024-11-21T19:33:23.801ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12882024-11-21T19:33:23.801ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12892024-11-21T19:33:23.801ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12902024-11-21T19:33:23.806ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12912024-11-21T19:33:23.837ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12922024-11-21T19:33:23.837ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "339fbe2c-861d-46c6-b4fa-40d17dce29f7", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:23 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12932024-11-21T19:33:23.837ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12942024-11-21T19:33:23.837ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12952024-11-21T19:33:23.837ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12962024-11-21T19:33:23.838ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12972024-11-21T19:33:23.851ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12982024-11-21T19:33:23.851ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
12992024-11-21T19:33:23.852ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13002024-11-21T19:33:23.856ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13012024-11-21T19:33:23.856ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13022024-11-21T19:33:23.859ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13032024-11-21T19:33:23.859ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13042024-11-21T19:33:23.860ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13052024-11-21T19:33:23.860ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13062024-11-21T19:33:23.862ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13072024-11-21T19:33:23.862ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13082024-11-21T19:33:23.865ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13092024-11-21T19:33:23.866ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13102024-11-21T19:33:23.866ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13112024-11-21T19:33:23.868ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13122024-11-21T19:33:23.869ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13132024-11-21T19:33:23.869ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13142024-11-21T19:33:23.869ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13152024-11-21T19:33:23.870ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13162024-11-21T19:33:23.870ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13172024-11-21T19:33:23.872ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13182024-11-21T19:33:23.874ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13192024-11-21T19:33:23.874ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13202024-11-21T19:33:23.874ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13212024-11-21T19:33:23.875ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13222024-11-21T19:33:23.876ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13232024-11-21T19:33:23.877ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13242024-11-21T19:33:23.878ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13252024-11-21T19:33:23.885ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13262024-11-21T19:33:23.885ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13272024-11-21T19:33:23.886ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13282024-11-21T19:33:23.888ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13292024-11-21T19:33:23.900ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13302024-11-21T19:33:23.900ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13312024-11-21T19:33:23.900ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13322024-11-21T19:33:23.901ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13332024-11-21T19:33:23.903ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13342024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13352024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13362024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13372024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13382024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13392024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13402024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13412024-11-21T19:33:23.907ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13422024-11-21T19:33:23.929ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13432024-11-21T19:33:23.960ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13442024-11-21T19:33:23.980ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13452024-11-21T19:33:24.003ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13462024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13472024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13482024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13492024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13502024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13512024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13522024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13532024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13542024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13552024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13562024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13572024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13582024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13592024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13602024-11-21T19:33:24.025ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13612024-11-21T19:33:24.046ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13622024-11-21T19:33:24.046ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13632024-11-21T19:33:24.046ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:23.792095826Z, time_modified: 2024-11-21T19:33:23.792095826Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13642024-11-21T19:33:24.046ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13652024-11-21T19:33:24.047ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13662024-11-21T19:33:24.048ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13672024-11-21T19:33:24.050ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13682024-11-21T19:33:24.052ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13692024-11-21T19:33:24.055ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 267530 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 95d5a496-96fb-4e0f-99d2-20499255a41d response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13702024-11-21T19:33:24.979ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13712024-11-21T19:33:24.979ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13722024-11-21T19:33:24.979ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
13732024-11-21T19:33:24.979ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
13742024-11-21T19:33:24.981ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13752024-11-21T19:33:24.982ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
13762024-11-21T19:33:24.982ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
13772024-11-21T19:33:24.982ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13782024-11-21T19:33:24.982ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13792024-11-21T19:33:24.982ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13802024-11-21T19:33:24.984ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13812024-11-21T19:33:24.985ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13822024-11-21T19:33:24.986ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13832024-11-21T19:33:24.986ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
13842024-11-21T19:33:24.987ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
13852024-11-21T19:33:24.987ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13862024-11-21T19:33:24.987ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13872024-11-21T19:33:24.990ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13882024-11-21T19:33:24.992ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13892024-11-21T19:33:24.992ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13902024-11-21T19:33:24.992ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13912024-11-21T19:33:24.992ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13922024-11-21T19:33:24.997ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13932024-11-21T19:33:25.027ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13942024-11-21T19:33:25.027ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "d5a2ef69-b0bf-449b-8f30-68b4734dbb94", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:24 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13952024-11-21T19:33:25.027ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13962024-11-21T19:33:25.027ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13972024-11-21T19:33:25.027ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13982024-11-21T19:33:25.027ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
13992024-11-21T19:33:25.055ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14002024-11-21T19:33:25.055ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14012024-11-21T19:33:25.055ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14022024-11-21T19:33:25.064ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14032024-11-21T19:33:25.064ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14042024-11-21T19:33:25.068ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14052024-11-21T19:33:25.068ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14062024-11-21T19:33:25.081ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14072024-11-21T19:33:25.081ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14082024-11-21T19:33:25.083ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14092024-11-21T19:33:25.083ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14102024-11-21T19:33:25.096ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14112024-11-21T19:33:25.098ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14122024-11-21T19:33:25.098ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14132024-11-21T19:33:25.099ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14142024-11-21T19:33:25.101ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14152024-11-21T19:33:25.101ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14162024-11-21T19:33:25.101ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14172024-11-21T19:33:25.103ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14182024-11-21T19:33:25.103ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14192024-11-21T19:33:25.105ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14202024-11-21T19:33:25.107ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14212024-11-21T19:33:25.107ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14222024-11-21T19:33:25.107ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14232024-11-21T19:33:25.108ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14242024-11-21T19:33:25.109ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14252024-11-21T19:33:25.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14262024-11-21T19:33:25.111ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14272024-11-21T19:33:25.129ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14282024-11-21T19:33:25.130ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14292024-11-21T19:33:25.131ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14302024-11-21T19:33:25.132ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14312024-11-21T19:33:25.298ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14322024-11-21T19:33:25.298ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14332024-11-21T19:33:25.299ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14342024-11-21T19:33:25.301ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14352024-11-21T19:33:25.302ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14362024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14372024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14382024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14392024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14402024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14412024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14422024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14432024-11-21T19:33:25.315ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14442024-11-21T19:33:25.402ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14452024-11-21T19:33:25.424ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14462024-11-21T19:33:25.455ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14472024-11-21T19:33:25.476ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14482024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14492024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14502024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14512024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14522024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14532024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14542024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14552024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14562024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14572024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14582024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14592024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14602024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14612024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14622024-11-21T19:33:25.501ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14632024-11-21T19:33:25.525ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14642024-11-21T19:33:25.525ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14652024-11-21T19:33:25.525ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:24.982787565Z, time_modified: 2024-11-21T19:33:24.982787565Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14662024-11-21T19:33:25.525ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14672024-11-21T19:33:25.525ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14682024-11-21T19:33:25.527ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14692024-11-21T19:33:25.528ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14702024-11-21T19:33:25.548ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14712024-11-21T19:33:25.554ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 575433 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 2141b5ee-d444-4fc6-9797-4fe5193a5993 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14722024-11-21T19:33:26.577ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14732024-11-21T19:33:26.577ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14742024-11-21T19:33:26.579ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14752024-11-21T19:33:26.580ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14762024-11-21T19:33:26.580ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14772024-11-21T19:33:26.580ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14782024-11-21T19:33:26.583ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14792024-11-21T19:33:26.583ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14802024-11-21T19:33:26.584ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14812024-11-21T19:33:26.585ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14822024-11-21T19:33:26.586ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14832024-11-21T19:33:26.589ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14842024-11-21T19:33:26.589ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14852024-11-21T19:33:26.589ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14862024-11-21T19:33:26.589ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14872024-11-21T19:33:26.594ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14882024-11-21T19:33:26.625ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14892024-11-21T19:33:26.625ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "cf33b03b-b2d1-428f-a167-81023711fc9c", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:26 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14902024-11-21T19:33:26.625ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14912024-11-21T19:33:26.625ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14922024-11-21T19:33:26.625ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14932024-11-21T19:33:26.625ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14942024-11-21T19:33:26.638ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14952024-11-21T19:33:26.638ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14962024-11-21T19:33:26.638ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14972024-11-21T19:33:26.642ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14982024-11-21T19:33:26.642ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
14992024-11-21T19:33:26.644ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15002024-11-21T19:33:26.645ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15012024-11-21T19:33:26.646ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15022024-11-21T19:33:26.646ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15032024-11-21T19:33:26.647ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15042024-11-21T19:33:26.648ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15052024-11-21T19:33:26.650ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15062024-11-21T19:33:26.652ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15072024-11-21T19:33:26.652ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15082024-11-21T19:33:26.653ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15092024-11-21T19:33:26.655ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15102024-11-21T19:33:26.655ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15112024-11-21T19:33:26.655ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15122024-11-21T19:33:26.656ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15132024-11-21T19:33:26.656ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15142024-11-21T19:33:26.657ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15152024-11-21T19:33:26.660ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15162024-11-21T19:33:26.660ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15172024-11-21T19:33:26.660ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15182024-11-21T19:33:26.662ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15192024-11-21T19:33:26.662ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15202024-11-21T19:33:26.663ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15212024-11-21T19:33:26.665ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15222024-11-21T19:33:26.671ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15232024-11-21T19:33:26.671ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15242024-11-21T19:33:26.672ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15252024-11-21T19:33:26.674ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15262024-11-21T19:33:26.687ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15272024-11-21T19:33:26.687ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15282024-11-21T19:33:26.687ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15292024-11-21T19:33:26.688ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15302024-11-21T19:33:26.690ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15312024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15322024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15332024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15342024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15352024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15362024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15372024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15382024-11-21T19:33:26.694ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15392024-11-21T19:33:26.716ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15402024-11-21T19:33:26.739ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15412024-11-21T19:33:26.762ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15422024-11-21T19:33:26.797ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15432024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15442024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15452024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15462024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15472024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15482024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15492024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15502024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15512024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15522024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15532024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15542024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15552024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15562024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15572024-11-21T19:33:26.819ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15582024-11-21T19:33:26.840ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15592024-11-21T19:33:26.840ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15602024-11-21T19:33:26.840ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:26.580530211Z, time_modified: 2024-11-21T19:33:26.580530211Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15612024-11-21T19:33:26.840ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15622024-11-21T19:33:26.840ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15632024-11-21T19:33:26.842ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15642024-11-21T19:33:26.844ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15652024-11-21T19:33:26.846ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15662024-11-21T19:33:26.856ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 280323 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = c1764e2f-eb89-42a4-a374-90380a93e4f8 response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15672024-11-21T19:33:26.988ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
15682024-11-21T19:33:26.988ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
15692024-11-21T19:33:26.990ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
15702024-11-21T19:33:26.990ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
15712024-11-21T19:33:26.992ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15722024-11-21T19:33:26.994ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
15732024-11-21T19:33:26.994ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
15742024-11-21T19:33:27.574ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 2 reason = Timeout
15752024-11-21T19:33:27.574ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 2 reason = Timeout
15762024-11-21T19:33:27.574ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15772024-11-21T19:33:27.574ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15782024-11-21T19:33:27.574ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15792024-11-21T19:33:27.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15802024-11-21T19:33:27.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15812024-11-21T19:33:27.579ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
15822024-11-21T19:33:27.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15832024-11-21T19:33:27.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15842024-11-21T19:33:27.581ZWARNnexus (BackgroundTasks): failed to read target blueprint background_task = blueprint_loader error = Internal Error: no target blueprint set file = nexus/src/app/background/tasks/blueprint_load.rs:69
15852024-11-21T19:33:27.581ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 6.696939ms iteration = 2 status = {"error":"failed to read target blueprint: Internal Error: no target blueprint set"}
15862024-11-21T19:33:27.604ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15872024-11-21T19:33:27.604ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15882024-11-21T19:33:27.636ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 62.323603ms iteration = 2 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
15892024-11-21T19:33:27.970ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:49169
15902024-11-21T19:33:27.971ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49169 req_id = 1c3b9dd3-908f-497f-85ce-9b9c8b86b4b4 roles = RoleSet { roles: {} } uri = /metrics/producers
15912024-11-21T19:33:27.971ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49169 req_id = 1c3b9dd3-908f-497f-85ce-9b9c8b86b4b4 resource = Database result = Ok(()) uri = /metrics/producers
15922024-11-21T19:33:28.028ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = d5d94737-4399-4cdd-b5a7-176d321a4298
15932024-11-21T19:33:28.028ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 57499 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49169 req_id = 1c3b9dd3-908f-497f-85ce-9b9c8b86b4b4 response_code = 201 uri = /metrics/producers
15942024-11-21T19:33:28.617ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15952024-11-21T19:33:28.617ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15962024-11-21T19:33:28.619ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15972024-11-21T19:33:28.620ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15982024-11-21T19:33:28.620ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
15992024-11-21T19:33:28.620ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16002024-11-21T19:33:28.623ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16012024-11-21T19:33:28.623ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16022024-11-21T19:33:28.624ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16032024-11-21T19:33:28.625ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16042024-11-21T19:33:28.626ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16052024-11-21T19:33:28.629ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16062024-11-21T19:33:28.629ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16072024-11-21T19:33:28.629ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16082024-11-21T19:33:28.629ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16092024-11-21T19:33:28.637ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16102024-11-21T19:33:28.668ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16112024-11-21T19:33:28.668ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "10907717-4a52-4a84-995a-89bec863173c", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:28 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16122024-11-21T19:33:28.668ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16132024-11-21T19:33:28.668ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16142024-11-21T19:33:28.668ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16152024-11-21T19:33:28.669ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16162024-11-21T19:33:28.679ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16172024-11-21T19:33:28.679ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16182024-11-21T19:33:28.679ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16192024-11-21T19:33:28.682ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16202024-11-21T19:33:28.682ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16212024-11-21T19:33:28.685ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16222024-11-21T19:33:28.686ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16232024-11-21T19:33:28.687ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16242024-11-21T19:33:28.687ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16252024-11-21T19:33:28.689ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16262024-11-21T19:33:28.689ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16272024-11-21T19:33:28.691ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16282024-11-21T19:33:28.693ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16292024-11-21T19:33:28.693ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16302024-11-21T19:33:28.694ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16312024-11-21T19:33:28.695ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16322024-11-21T19:33:28.695ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16332024-11-21T19:33:28.695ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16342024-11-21T19:33:28.697ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16352024-11-21T19:33:28.697ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16362024-11-21T19:33:28.699ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16372024-11-21T19:33:28.702ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16382024-11-21T19:33:28.702ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16392024-11-21T19:33:28.702ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16402024-11-21T19:33:28.703ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16412024-11-21T19:33:28.703ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16422024-11-21T19:33:28.704ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16432024-11-21T19:33:28.706ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16442024-11-21T19:33:28.727ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16452024-11-21T19:33:28.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16462024-11-21T19:33:28.729ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16472024-11-21T19:33:28.730ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16482024-11-21T19:33:28.744ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16492024-11-21T19:33:28.744ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16502024-11-21T19:33:28.744ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16512024-11-21T19:33:28.746ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16522024-11-21T19:33:28.747ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16532024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16542024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16552024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16562024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16572024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16582024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16592024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16602024-11-21T19:33:28.751ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16612024-11-21T19:33:28.774ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16622024-11-21T19:33:28.797ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16632024-11-21T19:33:28.818ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16642024-11-21T19:33:28.842ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16652024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16662024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16672024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16682024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16692024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16702024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16712024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16722024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16732024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16742024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16752024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16762024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16772024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16782024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16792024-11-21T19:33:28.868ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16802024-11-21T19:33:28.892ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16812024-11-21T19:33:28.892ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16822024-11-21T19:33:28.892ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:28.620468726Z, time_modified: 2024-11-21T19:33:28.620468726Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16832024-11-21T19:33:28.892ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16842024-11-21T19:33:28.892ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16852024-11-21T19:33:28.894ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16862024-11-21T19:33:28.896ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16872024-11-21T19:33:28.898ZERROnexus (dropshot_internal): Failed to upsert physical disk actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true err = Custom transaction error: Object (of type ById(203795ed-576b-40e4-bed8-7463e3f2162c)) not found: sled file = nexus/db-queries/src/db/datastore/rack.rs:815 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16882024-11-21T19:33:28.904ZINFOnexus (dropshot_internal): request completed error_message_external = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" error_message_internal = not found: sled with id "203795ed-576b-40e4-bed8-7463e3f2162c" file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851 latency_us = 288206 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 7da6e098-d480-4f1a-b15c-eb1cc3924f5d response_code = 404 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
16892024-11-21T19:33:28.995ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
16902024-11-21T19:33:28.996ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
16912024-11-21T19:33:28.997ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
16922024-11-21T19:33:28.997ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
16932024-11-21T19:33:28.999ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16942024-11-21T19:33:29.001ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
16952024-11-21T19:33:29.001ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
16962024-11-21T19:33:30.464ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:40940
16972024-11-21T19:33:30.469ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:40940 req_id = 5c573d88-440f-4fe0-9037-579d20a5fe01 roles = RoleSet { roles: {} } uri = /metrics/producers
16982024-11-21T19:33:30.470ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:40940 req_id = 5c573d88-440f-4fe0-9037-579d20a5fe01 resource = Database result = Ok(()) uri = /metrics/producers
16992024-11-21T19:33:30.533ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = c05ae1ff-cffb-4ab3-9615-3762b6ee2d1a
17002024-11-21T19:33:30.533ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 64178 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:40940 req_id = 5c573d88-440f-4fe0-9037-579d20a5fe01 response_code = 201 uri = /metrics/producers
17012024-11-21T19:33:31.002ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
17022024-11-21T19:33:31.003ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
17032024-11-21T19:33:31.004ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
17042024-11-21T19:33:31.004ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
17052024-11-21T19:33:31.007ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17062024-11-21T19:33:31.009ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
17072024-11-21T19:33:31.009ZINFOnexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 6f50eaaf-6509-4592-a570-21594f7b8789, time_created: 2024-11-21T19:33:17.521183Z, time_modified: 2024-11-21T19:33:17.521183Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) } file = nexus/src/app/rack.rs:768
17082024-11-21T19:33:31.793ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17092024-11-21T19:33:31.793ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17102024-11-21T19:33:31.795ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17112024-11-21T19:33:31.797ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17122024-11-21T19:33:31.797ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17132024-11-21T19:33:31.797ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17142024-11-21T19:33:31.800ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17152024-11-21T19:33:31.800ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17162024-11-21T19:33:31.801ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17172024-11-21T19:33:31.801ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17182024-11-21T19:33:31.803ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17192024-11-21T19:33:31.805ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17202024-11-21T19:33:31.805ZDEBGnexus (dropshot_internal): updating rack subnet for rack 6f50eaaf-6509-4592-a570-21594f7b8789 to Some( V6( Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56, }, ), ) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17212024-11-21T19:33:31.805ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17222024-11-21T19:33:31.806ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17232024-11-21T19:33:31.825ZINFOnexus (dropshot_internal): Using automatic external switchport discovery actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:324 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17242024-11-21T19:33:31.856ZDEBGnexus (DpdClient): client request actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true body = None local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17252024-11-21T19:33:31.856ZDEBGnexus (DpdClient): client response actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/ports", status: 200, headers: {"content-type": "application/json", "x-request-id": "6c944be8-820f-4ab4-b6b1-ea7de202ad38", "content-length": "24", "date": "Thu, 21 Nov 2024 19:33:31 GMT"} }) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17262024-11-21T19:33:31.856ZINFOnexus (dropshot_internal): discovered ports for switch0: [ Internal( Internal( "int0", ), ), Rear( Rear( "rear0", ), ), Qsfp( Qsfp( "qsfp0", ), ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:344 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17272024-11-21T19:33:31.856ZINFOnexus (dropshot_internal): populating ports for switch0: [ Name( "qsfp0", ), ] actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:354 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17282024-11-21T19:33:31.856ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17292024-11-21T19:33:31.856ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17302024-11-21T19:33:31.877ZINFOnexus (dropshot_internal): Recording Rack Network Configuration actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/rack.rs:389 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17312024-11-21T19:33:31.877ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17322024-11-21T19:33:31.877ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17332024-11-21T19:33:31.881ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17342024-11-21T19:33:31.882ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17352024-11-21T19:33:31.884ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17362024-11-21T19:33:31.884ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17372024-11-21T19:33:31.886ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17382024-11-21T19:33:31.886ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17392024-11-21T19:33:31.887ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17402024-11-21T19:33:31.888ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17412024-11-21T19:33:31.891ZDEBGnexus (dropshot_internal): failed to check if bgp peer exists in switch port settings actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true error = NotFound local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17422024-11-21T19:33:31.892ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17432024-11-21T19:33:31.893ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17442024-11-21T19:33:31.894ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17452024-11-21T19:33:31.896ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17462024-11-21T19:33:31.896ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17472024-11-21T19:33:31.896ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17482024-11-21T19:33:31.897ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17492024-11-21T19:33:31.897ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17502024-11-21T19:33:31.898ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17512024-11-21T19:33:31.901ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17522024-11-21T19:33:31.901ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17532024-11-21T19:33:31.901ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17542024-11-21T19:33:31.903ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17552024-11-21T19:33:31.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17562024-11-21T19:33:31.904ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17572024-11-21T19:33:31.906ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = IpPool { parent: Fleet, key: 29e585f8-0027-4e3a-af1d-7c201df6e370, lookup_type: ByName("oxide-service-pool") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17582024-11-21T19:33:31.913ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17592024-11-21T19:33:31.914ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17602024-11-21T19:33:31.915ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17612024-11-21T19:33:31.917ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17622024-11-21T19:33:31.931ZINFOnexus (dropshot_internal): inserted blueprint actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true blueprint_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb file = nexus/db-queries/src/db/datastore/deployment.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17632024-11-21T19:33:31.931ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17642024-11-21T19:33:31.931ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17652024-11-21T19:33:31.932ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17662024-11-21T19:33:31.934ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = BlueprintConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17672024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17682024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17692024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for internal_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17702024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17712024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17722024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17732024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17742024-11-21T19:33:31.939ZINFOnexus (dropshot_internal): No networking records needed for cockroach_db service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17752024-11-21T19:33:31.949ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:52796
17762024-11-21T19:33:31.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6f8f99a7-4dad-400a-8519-c4f62c5e548f roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
17772024-11-21T19:33:31.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6f8f99a7-4dad-400a-8519-c4f62c5e548f resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
17782024-11-21T19:33:31.971ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17792024-11-21T19:33:31.981ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 31613 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6f8f99a7-4dad-400a-8519-c4f62c5e548f response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
17802024-11-21T19:33:31.983ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = c532ac37-d9dd-4f27-a59e-5c0ba6554609 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
17812024-11-21T19:33:31.983ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = c532ac37-d9dd-4f27-a59e-5c0ba6554609 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
17822024-11-21T19:33:31.985ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2455 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = c532ac37-d9dd-4f27-a59e-5c0ba6554609 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
17832024-11-21T19:33:32.001ZINFOnexus (dropshot_internal): Inserted networking records for external_dns service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17842024-11-21T19:33:32.025ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17852024-11-21T19:33:32.047ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17862024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): Inserted networking records for nexus service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17872024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for oximeter service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17882024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for clickhouse service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17892024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17902024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17912024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible_pantry service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17922024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17932024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17942024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17952024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17962024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17972024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17982024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
17992024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18002024-11-21T19:33:32.076ZINFOnexus (dropshot_internal): No networking records needed for crucible service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:606 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18012024-11-21T19:33:32.108ZINFOnexus (dropshot_internal): Inserted networking records for boundary_ntp service actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:650 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18022024-11-21T19:33:32.108ZINFOnexus (dropshot_internal): Inserted service networking records actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:808 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18032024-11-21T19:33:32.108ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 97bc8336-c1bb-4190-8f44-6ef05511d085, time_created: 2024-11-21T19:33:31.797374213Z, time_modified: 2024-11-21T19:33:31.797374213Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18042024-11-21T19:33:32.108ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18052024-11-21T19:33:32.108ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18062024-11-21T19:33:32.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18072024-11-21T19:33:32.112ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18082024-11-21T19:33:32.117ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 47965307-fdda-44dc-a611-a5a7c3578232, time_created: 2024-11-21T19:33:31.797374733Z, time_modified: 2024-11-21T19:33:31.797374733Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18092024-11-21T19:33:32.117ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18102024-11-21T19:33:32.118ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18112024-11-21T19:33:32.119ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18122024-11-21T19:33:32.121ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18132024-11-21T19:33:32.126ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 34d95804-b45d-410f-bb16-8a26f49afa20, time_created: 2024-11-21T19:33:31.797374853Z, time_modified: 2024-11-21T19:33:31.797374853Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18142024-11-21T19:33:32.126ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18152024-11-21T19:33:32.126ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18162024-11-21T19:33:32.128ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18172024-11-21T19:33:32.130ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18182024-11-21T19:33:32.134ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: ed27390b-3b15-427c-a4b3-7c8083f63de8, time_created: 2024-11-21T19:33:31.797374943Z, time_modified: 2024-11-21T19:33:31.797374943Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18192024-11-21T19:33:32.134ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18202024-11-21T19:33:32.134ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18212024-11-21T19:33:32.135ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18222024-11-21T19:33:32.137ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18232024-11-21T19:33:32.144ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: f2f6a3e1-dd9c-4ce6-82c7-3bf155c60654, time_created: 2024-11-21T19:33:31.797375023Z, time_modified: 2024-11-21T19:33:31.797375023Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18242024-11-21T19:33:32.144ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18252024-11-21T19:33:32.145ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18262024-11-21T19:33:32.176ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18272024-11-21T19:33:32.178ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18282024-11-21T19:33:32.183ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 18fcb76d-90f3-4553-8f1f-534bc754da33, time_created: 2024-11-21T19:33:31.797375103Z, time_modified: 2024-11-21T19:33:31.797375103Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18292024-11-21T19:33:32.183ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18302024-11-21T19:33:32.183ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18312024-11-21T19:33:32.185ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18322024-11-21T19:33:32.186ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18332024-11-21T19:33:32.195ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: c336c55b-4384-4b13-97bb-0c94ae59eeb3, time_created: 2024-11-21T19:33:31.797375183Z, time_modified: 2024-11-21T19:33:31.797375183Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18342024-11-21T19:33:32.195ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18352024-11-21T19:33:32.196ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18362024-11-21T19:33:32.198ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18372024-11-21T19:33:32.201ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18382024-11-21T19:33:32.206ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: c9703468-9848-4447-aff7-61fa4ac70286, time_created: 2024-11-21T19:33:31.797375253Z, time_modified: 2024-11-21T19:33:31.797375253Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18392024-11-21T19:33:32.206ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18402024-11-21T19:33:32.206ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18412024-11-21T19:33:32.207ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18422024-11-21T19:33:32.209ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18432024-11-21T19:33:32.213ZINFOnexus (dropshot_internal): physical disk upsert in handoff: PhysicalDisk { identity: PhysicalDiskIdentity { id: 758debc9-3e16-49fa-b911-5f5dccf8a1a1, time_created: 2024-11-21T19:33:31.797375333Z, time_modified: 2024-11-21T19:33:31.797375333Z, }, time_deleted: None, rcgen: Generation( Generation( 1, ), ), vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2", variant: U2, sled_id: 203795ed-576b-40e4-bed8-7463e3f2162c, disk_policy: InService, disk_state: Active, } actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:811 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18442024-11-21T19:33:32.213ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18452024-11-21T19:33:32.214ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18462024-11-21T19:33:32.218ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18472024-11-21T19:33:32.220ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18482024-11-21T19:33:32.224ZINFOnexus (dropshot_internal): Inserted physical disks actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:823 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18492024-11-21T19:33:32.224ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18502024-11-21T19:33:32.224ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18512024-11-21T19:33:32.225ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18522024-11-21T19:33:32.226ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18532024-11-21T19:33:32.237ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18542024-11-21T19:33:32.237ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18552024-11-21T19:33:32.239ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18562024-11-21T19:33:32.240ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18572024-11-21T19:33:32.245ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18582024-11-21T19:33:32.245ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18592024-11-21T19:33:32.247ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18602024-11-21T19:33:32.248ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18612024-11-21T19:33:32.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18622024-11-21T19:33:32.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18632024-11-21T19:33:32.254ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18642024-11-21T19:33:32.255ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18652024-11-21T19:33:32.260ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18662024-11-21T19:33:32.260ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18672024-11-21T19:33:32.262ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18682024-11-21T19:33:32.263ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18692024-11-21T19:33:32.283ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18702024-11-21T19:33:32.283ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18712024-11-21T19:33:32.284ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18722024-11-21T19:33:32.285ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18732024-11-21T19:33:32.290ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18742024-11-21T19:33:32.291ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18752024-11-21T19:33:32.292ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18762024-11-21T19:33:32.293ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18772024-11-21T19:33:32.298ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18782024-11-21T19:33:32.298ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18792024-11-21T19:33:32.299ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18802024-11-21T19:33:32.300ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18812024-11-21T19:33:32.308ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18822024-11-21T19:33:32.308ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18832024-11-21T19:33:32.309ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18842024-11-21T19:33:32.310ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18852024-11-21T19:33:32.314ZINFOnexus (dropshot_internal): Inserted zpools actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:835 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18862024-11-21T19:33:32.621ZINFOnexus (dropshot_internal): Inserted datasets actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:865 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18872024-11-21T19:33:32.669ZINFOnexus (dropshot_internal): Populated DNS tables for internal DNS actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:876 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18882024-11-21T19:33:32.672ZINFOnexus (dropshot_internal): Populated DNS tables for external DNS actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:885 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18892024-11-21T19:33:32.672ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18902024-11-21T19:33:32.672ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18912024-11-21T19:33:32.674ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18922024-11-21T19:33:32.676ZDEBGnexus (dropshot_internal): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18932024-11-21T19:33:32.676ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18942024-11-21T19:33:32.676ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18952024-11-21T19:33:32.677ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18962024-11-21T19:33:32.679ZDEBGnexus (dropshot_internal): authorize result action = ModifyPolicy actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18972024-11-21T19:33:32.742ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18982024-11-21T19:33:32.742ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
18992024-11-21T19:33:32.744ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19002024-11-21T19:33:32.746ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = DnsConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19012024-11-21T19:33:32.746ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19022024-11-21T19:33:32.747ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19032024-11-21T19:33:32.749ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19042024-11-21T19:33:32.751ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = DnsConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19052024-11-21T19:33:32.753ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19062024-11-21T19:33:32.753ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19072024-11-21T19:33:32.755ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19082024-11-21T19:33:32.757ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = DnsConfig result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19092024-11-21T19:33:32.762ZINFOnexus (dropshot_internal): Created recovery silo actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:451 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19102024-11-21T19:33:32.764ZINFOnexus (dropshot_internal): Created recovery user actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:467 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19112024-11-21T19:33:32.765ZINFOnexus (dropshot_internal): Created recovery user's password actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:481 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19122024-11-21T19:33:32.765ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19132024-11-21T19:33:32.765ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19142024-11-21T19:33:32.766ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19152024-11-21T19:33:32.766ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19162024-11-21T19:33:32.768ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19172024-11-21T19:33:32.769ZDEBGnexus (dropshot_internal): authorize result action = ModifyPolicy actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19182024-11-21T19:33:32.769ZDEBGnexus (dropshot_internal): Generated role assignment queries actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19192024-11-21T19:33:32.773ZINFOnexus (dropshot_internal): Granted Silo privileges actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/db-queries/src/db/datastore/rack.rs:509 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19202024-11-21T19:33:32.773ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19212024-11-21T19:33:32.774ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19222024-11-21T19:33:32.775ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19232024-11-21T19:33:32.776ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19242024-11-21T19:33:32.818ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19252024-11-21T19:33:32.819ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19262024-11-21T19:33:32.820ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19272024-11-21T19:33:32.821ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19282024-11-21T19:33:32.822ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19292024-11-21T19:33:32.822ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19302024-11-21T19:33:32.824ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19312024-11-21T19:33:32.824ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19322024-11-21T19:33:32.826ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19332024-11-21T19:33:32.826ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19342024-11-21T19:33:32.827ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19352024-11-21T19:33:32.827ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19362024-11-21T19:33:32.829ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19372024-11-21T19:33:32.832ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19382024-11-21T19:33:32.832ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19392024-11-21T19:33:32.832ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19402024-11-21T19:33:32.833ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19412024-11-21T19:33:32.833ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19422024-11-21T19:33:32.835ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19432024-11-21T19:33:32.835ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19442024-11-21T19:33:32.836ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19452024-11-21T19:33:32.839ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19462024-11-21T19:33:32.839ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19472024-11-21T19:33:32.839ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19482024-11-21T19:33:32.842ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19492024-11-21T19:33:32.842ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19502024-11-21T19:33:32.843ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19512024-11-21T19:33:32.843ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19522024-11-21T19:33:32.844ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19532024-11-21T19:33:32.845ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19542024-11-21T19:33:32.846ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19552024-11-21T19:33:32.846ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19562024-11-21T19:33:32.848ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19572024-11-21T19:33:32.848ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19582024-11-21T19:33:32.849ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19592024-11-21T19:33:32.850ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19602024-11-21T19:33:32.851ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19612024-11-21T19:33:32.854ZDEBGnexus (dropshot_internal): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19622024-11-21T19:33:32.854ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19632024-11-21T19:33:32.854ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19642024-11-21T19:33:32.855ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19652024-11-21T19:33:32.855ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19662024-11-21T19:33:32.857ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19672024-11-21T19:33:32.857ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19682024-11-21T19:33:32.859ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19692024-11-21T19:33:32.860ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19702024-11-21T19:33:32.862ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19712024-11-21T19:33:32.862ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19722024-11-21T19:33:32.863ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19732024-11-21T19:33:32.863ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19742024-11-21T19:33:32.864ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19752024-11-21T19:33:32.864ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19762024-11-21T19:33:32.866ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19772024-11-21T19:33:32.869ZDEBGnexus (dropshot_internal): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19782024-11-21T19:33:32.869ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19792024-11-21T19:33:32.869ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19802024-11-21T19:33:32.870ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19812024-11-21T19:33:32.871ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19822024-11-21T19:33:32.872ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19832024-11-21T19:33:32.872ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19842024-11-21T19:33:32.873ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19852024-11-21T19:33:32.877ZDEBGnexus (dropshot_internal): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19862024-11-21T19:33:32.877ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19872024-11-21T19:33:32.877ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19882024-11-21T19:33:32.880ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19892024-11-21T19:33:32.880ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19902024-11-21T19:33:32.881ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19912024-11-21T19:33:32.882ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19922024-11-21T19:33:32.883ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19932024-11-21T19:33:32.883ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19942024-11-21T19:33:32.887ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19952024-11-21T19:33:32.887ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19962024-11-21T19:33:32.889ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19972024-11-21T19:33:32.889ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19982024-11-21T19:33:32.890ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
19992024-11-21T19:33:32.890ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20002024-11-21T19:33:32.892ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20012024-11-21T19:33:32.892ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20022024-11-21T19:33:32.893ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20032024-11-21T19:33:32.897ZDEBGnexus (dropshot_internal): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20042024-11-21T19:33:32.897ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20052024-11-21T19:33:32.897ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20062024-11-21T19:33:32.898ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20072024-11-21T19:33:32.899ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20082024-11-21T19:33:32.900ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20092024-11-21T19:33:32.900ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20102024-11-21T19:33:32.901ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20112024-11-21T19:33:32.905ZDEBGnexus (dropshot_internal): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20122024-11-21T19:33:32.905ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20132024-11-21T19:33:32.905ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20142024-11-21T19:33:32.910ZDEBGnexus: resolved names for firewall rules instance_interfaces = {} subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("external-dns"): [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]} vpc_interfaces = {}
20152024-11-21T19:33:32.911ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20162024-11-21T19:33:32.911ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20172024-11-21T19:33:32.912ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20182024-11-21T19:33:32.914ZDEBGnexus (dropshot_internal): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Fleet result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20192024-11-21T19:33:32.914ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a roles = RoleSet { roles: {} } uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20202024-11-21T19:33:32.914ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a resource = Database result = Ok(()) uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20212024-11-21T19:33:32.915ZDEBGnexus: Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.
20222024-11-21T19:33:32.917ZDEBGnexus: resolved firewall rules for sled agents sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
20232024-11-21T19:33:32.917ZDEBGnexus: resolved 2 rules for sleds
20242024-11-21T19:33:32.993ZDEBGnexus: resolved sleds for vpc oxide-services vpc_to_sled = [Sled { identity: SledIdentity { id: 203795ed-576b-40e4-bed8-7463e3f2162c, time_created: 2024-11-21T19:33:30.261358Z, time_modified: 2024-11-21T19:33:30.261358Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
20252024-11-21T19:33:32.993ZDEBGnexus: sending firewall rules to sled agents
20262024-11-21T19:33:32.993ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
20272024-11-21T19:33:32.993ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
20282024-11-21T19:33:32.996ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
20292024-11-21T19:33:32.996ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
20302024-11-21T19:33:32.997ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
20312024-11-21T19:33:32.999ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
20322024-11-21T19:33:33.010ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
20332024-11-21T19:33:33.011ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
20342024-11-21T19:33:33.012ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {} }
20352024-11-21T19:33:33.012ZDEBGnexus (ServiceBalancer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Database result = Ok(())
20362024-11-21T19:33:33.014ZDEBGnexus (ServiceBalancer): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20372024-11-21T19:33:33.017ZDEBGnexus (ServiceBalancer): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }) resource = Rack { parent: Fleet, key: 6f50eaaf-6509-4592-a570-21594f7b8789, lookup_type: ById(6f50eaaf-6509-4592-a570-21594f7b8789) } result = Ok(())
20382024-11-21T19:33:33.017ZINFOnexus: Rack initialized file = nexus/src/app/rack.rs:765
20392024-11-21T19:33:33.017ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20402024-11-21T19:33:33.017ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20412024-11-21T19:33:33.020ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20422024-11-21T19:33:33.021ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20432024-11-21T19:33:33.024ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20442024-11-21T19:33:33.024ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20452024-11-21T19:33:33.032ZDEBGnexus: client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
20462024-11-21T19:33:33.034ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20472024-11-21T19:33:33.035ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20482024-11-21T19:33:33.036ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20492024-11-21T19:33:33.037ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20502024-11-21T19:33:33.037ZDEBGnexus: client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "d71b8fba-e049-4c10-8068-e26bf63565ba", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
20512024-11-21T19:33:33.038ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20522024-11-21T19:33:33.038ZINFOnexus: updated firewall rules on 1 sleds file = nexus/networking/src/firewall_rules.rs:496
20532024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 2 reason = Signaled
20542024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 2 reason = Signaled
20552024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 2 reason = Signaled
20562024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
20572024-11-21T19:33:33.038ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1245636 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:55257 req_id = 5552a2ea-d65c-459a-b5f4-9d91e56ec27a response_code = 204 uri = /racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete
20582024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
20592024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 2 reason = Signaled
20602024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): activating background_task = inventory_collection iteration = 2 reason = Signaled
20612024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20622024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
20632024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 2 reason = Signaled
20642024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
20652024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
20662024-11-21T19:33:33.038ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20672024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20682024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
20692024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
20702024-11-21T19:33:33.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
20712024-11-21T19:33:33.039ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 755, tv_nsec: 919759158 } })
20722024-11-21T19:33:33.039ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 755, tv_nsec: 919896220 } })
20732024-11-21T19:33:33.039ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
20742024-11-21T19:33:33.039ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.012384ms iteration = 2 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
20752024-11-21T19:33:33.039ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
20762024-11-21T19:33:33.039ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.316338ms iteration = 2 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
20772024-11-21T19:33:33.040ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20782024-11-21T19:33:33.040ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
20792024-11-21T19:33:33.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
20802024-11-21T19:33:33.040ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20812024-11-21T19:33:33.040ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
20822024-11-21T19:33:33.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
20832024-11-21T19:33:33.041ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20842024-11-21T19:33:33.041ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20852024-11-21T19:33:33.042ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
20862024-11-21T19:33:33.042ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20872024-11-21T19:33:33.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20882024-11-21T19:33:33.044ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
20892024-11-21T19:33:33.044ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
20902024-11-21T19:33:33.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
20912024-11-21T19:33:33.044ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20922024-11-21T19:33:33.045ZDEBGnexus (InternalApi): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
20932024-11-21T19:33:33.045ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
20942024-11-21T19:33:33.045ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
20952024-11-21T19:33:33.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
20962024-11-21T19:33:33.046ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20972024-11-21T19:33:33.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20982024-11-21T19:33:33.046ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
20992024-11-21T19:33:33.046ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
21002024-11-21T19:33:33.046ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
21012024-11-21T19:33:33.046ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21022024-11-21T19:33:33.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21032024-11-21T19:33:33.047ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21042024-11-21T19:33:33.047ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21052024-11-21T19:33:33.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21062024-11-21T19:33:33.048ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21072024-11-21T19:33:33.049ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21082024-11-21T19:33:33.049ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21092024-11-21T19:33:33.049ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21102024-11-21T19:33:33.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
21112024-11-21T19:33:33.050ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21122024-11-21T19:33:33.050ZDEBGnexus (BackgroundTasks): inventory_prune_one: eligible for removal background_task = inventory_collection candidates = [(e25b49a4-df4a-4b19-b595-0e9dbf4d2100, 0), (6c932f0f-d600-4c71-b677-093684d0da23, 0), (0322ca29-70af-440b-84f5-66321d76596e, 0), (6eaed575-ff61-4803-aa79-b37ed649249f, 0)] collection_id = e25b49a4-df4a-4b19-b595-0e9dbf4d2100
21132024-11-21T19:33:33.050ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
21142024-11-21T19:33:33.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21152024-11-21T19:33:33.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
21162024-11-21T19:33:33.051ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21172024-11-21T19:33:33.052ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
21182024-11-21T19:33:33.052ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21192024-11-21T19:33:33.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21202024-11-21T19:33:33.054ZDEBGnexus (InternalApi): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
21212024-11-21T19:33:33.054ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21222024-11-21T19:33:33.054ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21232024-11-21T19:33:33.057ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21242024-11-21T19:33:33.057ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21252024-11-21T19:33:33.059ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21262024-11-21T19:33:33.059ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21272024-11-21T19:33:33.070ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21282024-11-21T19:33:33.071ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21292024-11-21T19:33:33.073ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21302024-11-21T19:33:33.073ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21312024-11-21T19:33:33.086ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
21322024-11-21T19:33:33.086ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
21332024-11-21T19:33:33.086ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
21342024-11-21T19:33:33.086ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21352024-11-21T19:33:33.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21362024-11-21T19:33:33.088ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21372024-11-21T19:33:33.089ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21382024-11-21T19:33:33.089ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21392024-11-21T19:33:33.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21402024-11-21T19:33:33.091ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21412024-11-21T19:33:33.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21422024-11-21T19:33:33.092ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21432024-11-21T19:33:33.094ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
21442024-11-21T19:33:33.096ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
21452024-11-21T19:33:33.096ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
21462024-11-21T19:33:33.096ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21472024-11-21T19:33:33.096ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21482024-11-21T19:33:33.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21492024-11-21T19:33:33.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21502024-11-21T19:33:33.098ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
21512024-11-21T19:33:33.098ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
21522024-11-21T19:33:33.098ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21532024-11-21T19:33:33.098ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21542024-11-21T19:33:33.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21552024-11-21T19:33:33.101ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21562024-11-21T19:33:33.101ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21572024-11-21T19:33:33.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21582024-11-21T19:33:33.104ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21592024-11-21T19:33:33.104ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21602024-11-21T19:33:33.105ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21612024-11-21T19:33:33.106ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21622024-11-21T19:33:33.107ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21632024-11-21T19:33:33.110ZDEBGnexus (InternalApi): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
21642024-11-21T19:33:33.110ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21652024-11-21T19:33:33.110ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21662024-11-21T19:33:33.112ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21672024-11-21T19:33:33.112ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21682024-11-21T19:33:33.114ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21692024-11-21T19:33:33.115ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21702024-11-21T19:33:33.116ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21712024-11-21T19:33:33.116ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21722024-11-21T19:33:33.118ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21732024-11-21T19:33:33.119ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21742024-11-21T19:33:33.120ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21752024-11-21T19:33:33.121ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21762024-11-21T19:33:33.122ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21772024-11-21T19:33:33.122ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21782024-11-21T19:33:33.123ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21792024-11-21T19:33:33.127ZDEBGnexus (InternalApi): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
21802024-11-21T19:33:33.127ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21812024-11-21T19:33:33.127ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21822024-11-21T19:33:33.127ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
21832024-11-21T19:33:33.127ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
21842024-11-21T19:33:33.127ZINFOnexus (BackgroundTasks): found latest generation (first find) background_task = dns_config_external dns_group = external file = nexus/src/app/background/tasks/dns_config.rs:87 generation = 2
21852024-11-21T19:33:33.127ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 89.038819ms iteration = 2 status = {"generation":2}
21862024-11-21T19:33:33.127ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 3 reason = Dependency
21872024-11-21T19:33:33.128ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
21882024-11-21T19:33:33.128ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
21892024-11-21T19:33:33.141ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21902024-11-21T19:33:33.144ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
21912024-11-21T19:33:33.144ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21922024-11-21T19:33:33.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21932024-11-21T19:33:33.161ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
21942024-11-21T19:33:33.164ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
21952024-11-21T19:33:33.164ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
21962024-11-21T19:33:33.164ZINFOnexus (BackgroundTasks): found latest generation (first find) background_task = dns_config_internal dns_group = internal file = nexus/src/app/background/tasks/dns_config.rs:87 generation = 1
21972024-11-21T19:33:33.164ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 125.892622ms iteration = 2 status = {"generation":1}
21982024-11-21T19:33:33.164ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 3 reason = Dependency
21992024-11-21T19:33:33.166ZINFOnexus (BackgroundTasks): found Silo/DNS/TLS config (initial) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(1)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:77
22002024-11-21T19:33:33.166ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 127.855008ms iteration = 2 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
22012024-11-21T19:33:33.167ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22022024-11-21T19:33:33.167ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22032024-11-21T19:33:33.169ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22042024-11-21T19:33:33.173ZDEBGnexus (InternalApi): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
22052024-11-21T19:33:33.173ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22062024-11-21T19:33:33.173ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22072024-11-21T19:33:33.179ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22082024-11-21T19:33:33.179ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22092024-11-21T19:33:33.181ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22102024-11-21T19:33:33.181ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22112024-11-21T19:33:33.182ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22122024-11-21T19:33:33.183ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22132024-11-21T19:33:33.185ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22142024-11-21T19:33:33.185ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22152024-11-21T19:33:33.187ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22162024-11-21T19:33:33.187ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22172024-11-21T19:33:33.189ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22182024-11-21T19:33:33.189ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22192024-11-21T19:33:33.190ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22202024-11-21T19:33:33.190ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22212024-11-21T19:33:33.191ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22222024-11-21T19:33:33.196ZDEBGnexus (InternalApi): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
22232024-11-21T19:33:33.196ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22242024-11-21T19:33:33.196ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22252024-11-21T19:33:33.198ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22262024-11-21T19:33:33.198ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22272024-11-21T19:33:33.199ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22282024-11-21T19:33:33.199ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22292024-11-21T19:33:33.201ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22302024-11-21T19:33:33.205ZDEBGnexus (InternalApi): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
22312024-11-21T19:33:33.205ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22322024-11-21T19:33:33.205ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22332024-11-21T19:33:33.209ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
22342024-11-21T19:33:33.211ZDEBGnexus (InternalApi): resolved names for firewall rules instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
22352024-11-21T19:33:33.211ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22362024-11-21T19:33:33.211ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22372024-11-21T19:33:33.212ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22382024-11-21T19:33:33.214ZDEBGnexus (InternalApi): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Fleet result = Ok(())
22392024-11-21T19:33:33.214ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
22402024-11-21T19:33:33.214ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
22412024-11-21T19:33:33.214ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
22422024-11-21T19:33:33.226ZDEBGnexus (InternalApi): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.
22432024-11-21T19:33:33.226ZDEBGnexus (InternalApi): resolved firewall rules for sled agents sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
22442024-11-21T19:33:33.226ZDEBGnexus (InternalApi): resolved 2 rules for sleds
22452024-11-21T19:33:33.238ZINFOnexus (BackgroundTasks): removed inventory collection background_task = inventory_collection collection_id = e25b49a4-df4a-4b19-b595-0e9dbf4d2100 file = nexus/db-queries/src/db/datastore/inventory.rs:1446 ncabooses = 12 nclickhouse_keeper_membership = 0 ncollections = 1 ndatasets = 0 nerrors = 0 nnics = 0 nnvme_disk_firmware = 0 nphysical_disks = 0 nrot_pages = 8 nrots = 2 nsled_agent_zones = 0 nsled_agents = 0 nsps = 2 nzones = 0 nzpools = 0
22462024-11-21T19:33:33.238ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
22472024-11-21T19:33:33.238ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
22482024-11-21T19:33:33.251ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
22492024-11-21T19:33:33.256ZDEBGnexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(6c932f0f-d600-4c71-b677-093684d0da23, 0), (0322ca29-70af-440b-84f5-66321d76596e, 0), (6eaed575-ff61-4803-aa79-b37ed649249f, 0)]
22502024-11-21T19:33:33.257ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 756, tv_nsec: 137803961 } })
22512024-11-21T19:33:33.314ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
22522024-11-21T19:33:33.314ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "485947ff-143f-4afd-b8d9-27b38f5073c4", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
22532024-11-21T19:33:33.314ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
22542024-11-21T19:33:33.315ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "1450de04-7f3f-4141-b164-431beb6edb38", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
22552024-11-21T19:33:33.315ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
22562024-11-21T19:33:33.316ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
22572024-11-21T19:33:33.316ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 189.3535ms iteration = 3 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
22582024-11-21T19:33:33.359ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "626c48f7-62f5-4cf3-96cb-abdb0f7f85ee", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22592024-11-21T19:33:33.359ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22602024-11-21T19:33:33.365ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "0adcd258-db02-480a-b71c-f601a0cb3771", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22612024-11-21T19:33:33.366ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22622024-11-21T19:33:33.368ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "87279f86-aaf4-4901-b06d-fc12614d4ac6", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22632024-11-21T19:33:33.368ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22642024-11-21T19:33:33.370ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
22652024-11-21T19:33:33.370ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 205.653518ms iteration = 3 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
22662024-11-21T19:33:33.370ZDEBGnexus (BackgroundTasks): begin collection background_task = inventory_collection
22672024-11-21T19:33:33.370ZDEBGnexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
22682024-11-21T19:33:33.370ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
22692024-11-21T19:33:33.370ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "f67039ca-7cb4-4dc3-a9e9-e319d48dff03", "content-length": "476", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22702024-11-21T19:33:33.370ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
22712024-11-21T19:33:33.371ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "1431a9b9-880c-459f-8938-7b9aec74353f", "content-length": "734", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22722024-11-21T19:33:33.371ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
22732024-11-21T19:33:33.371ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "099986fe-3d18-4ef1-9cf2-5b3605676241", "content-length": "111", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22742024-11-21T19:33:33.371ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
22752024-11-21T19:33:33.371ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "4c6bb55c-a3fe-4a28-b25d-0ed894482f70", "content-length": "111", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22762024-11-21T19:33:33.371ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
22772024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "13bfa974-9c24-4e1a-a1c2-392cd660c57e", "content-length": "167", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22782024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
22792024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "b460517b-7c28-40f6-ac8a-cdda0998265a", "content-length": "167", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22802024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
22812024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "15b102de-df18-4a8e-a20d-895db0d6e1ba", "content-length": "175", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22822024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
22832024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa0e7a46-d208-4efe-9c97-37b222504339", "content-length": "175", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22842024-11-21T19:33:33.372ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
22852024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "5e7a56d1-6a42-4d76-a684-7affb84d429f", "content-length": "702", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22862024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
22872024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "449674c9-7039-4138-ba53-9c89d397f4f3", "content-length": "727", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22882024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
22892024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "5e2542c5-9be9-4c5c-99a8-11819cca0b07", "content-length": "729", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22902024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
22912024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "d49276ad-15bf-45e3-b16c-bd7dca995ecb", "content-length": "728", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22922024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
22932024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "029d6fec-1d08-4cbd-b078-59b25015b421", "content-length": "722", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22942024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
22952024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "ffa32f00-21b5-45f1-addf-b93b247b6585", "content-length": "109", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22962024-11-21T19:33:33.373ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
22972024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "94f513e4-cb48-49bb-920e-3b3e3241fdfe", "content-length": "109", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
22982024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
22992024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "ca5afd98-1687-4341-b980-22f50b9498e6", "content-length": "169", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23002024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
23012024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "39897ac6-3f68-4c76-af8f-a568c5f4ce20", "content-length": "169", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23022024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
23032024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "fec67cf2-1f91-4e4b-b83e-fb6ccd1fc588", "content-length": "178", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23042024-11-21T19:33:33.374ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
23052024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "346776be-7517-4ba7-8cab-fdd92e63ff82", "content-length": "178", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23062024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
23072024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "249f97ef-0560-452d-99eb-bb067fcef52d", "content-length": "702", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23082024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
23092024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "2b9019a2-6c9a-4c9c-818d-89e2bb4dc2af", "content-length": "727", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23102024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
23112024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "8ca2b0a4-e8b2-49c2-9f43-8b87b9ea3cfa", "content-length": "729", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23122024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
23132024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "b7344410-6225-40d8-aa2e-279593ec84e8", "content-length": "728", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23142024-11-21T19:33:33.375ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
23152024-11-21T19:33:33.376ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
23162024-11-21T19:33:33.376ZDEBGnexus (InternalApi): resolved sleds for vpc oxide-services vpc_to_sled = [Sled { identity: SledIdentity { id: 203795ed-576b-40e4-bed8-7463e3f2162c, time_created: 2024-11-21T19:33:30.261358Z, time_modified: 2024-11-21T19:33:30.261358Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
23172024-11-21T19:33:33.376ZDEBGnexus (InternalApi): sending firewall rules to sled agents
23182024-11-21T19:33:33.376ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
23192024-11-21T19:33:33.376ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
23202024-11-21T19:33:33.377ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23212024-11-21T19:33:33.379ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
23222024-11-21T19:33:33.379ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
23232024-11-21T19:33:33.379ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
23242024-11-21T19:33:33.380ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {} }
23252024-11-21T19:33:33.380ZDEBGnexus (InternalApi): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Database result = Ok(())
23262024-11-21T19:33:33.381ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23272024-11-21T19:33:33.381ZDEBGnexus (InternalApi): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23282024-11-21T19:33:33.382ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
23292024-11-21T19:33:33.382ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
23302024-11-21T19:33:33.383ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
23312024-11-21T19:33:33.384ZDEBGnexus (InternalApi): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
23322024-11-21T19:33:33.422ZDEBGnexus (InternalApi): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
23332024-11-21T19:33:33.422ZDEBGnexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
23342024-11-21T19:33:33.422ZDEBGnexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
23352024-11-21T19:33:33.423ZDEBGnexus (InternalApi): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "fbca5efd-0fc5-4ba6-bf72-235be2c9da02", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
23362024-11-21T19:33:33.424ZINFOnexus (InternalApi): updated firewall rules on 1 sleds file = nexus/networking/src/firewall_rules.rs:496
23372024-11-21T19:33:33.424ZINFOnexus: plumbed initial IP allowlist file = nexus/src/app/allow_list.rs:161
23382024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = / versions = all
23392024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /access versions = all
23402024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /assets/{path} versions = all
23412024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /device/auth versions = all
23422024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /device/confirm versions = all
23432024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /device/success versions = all
23442024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /device/token versions = all
23452024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /device/verify versions = all
23462024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /experimental/v1/probes versions = all
23472024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /experimental/v1/probes versions = all
23482024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /experimental/v1/probes/{probe} versions = all
23492024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /experimental/v1/probes/{probe} versions = all
23502024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /images versions = all
23512024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /login versions = all
23522024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /login/{silo_name}/local versions = all
23532024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /login/{silo_name}/saml/{provider_name} versions = all
23542024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /login/{silo_name}/saml/{provider_name} versions = all
23552024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /login/{silo_name}/saml/{provider_name}/redirect versions = all
23562024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /lookup/{path} versions = all
23572024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /projects/{path} versions = all
23582024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /projects-new versions = all
23592024-11-21T19:33:33.448ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /settings/{path} versions = all
23602024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /system/{path} versions = all
23612024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /utilization versions = all
23622024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/certificates versions = all
23632024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/certificates versions = all
23642024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/certificates/{certificate} versions = all
23652024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/certificates/{certificate} versions = all
23662024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/disks versions = all
23672024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/disks versions = all
23682024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/disks/{disk} versions = all
23692024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/disks/{disk} versions = all
23702024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/disks/{disk}/bulk-write versions = all
23712024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/disks/{disk}/bulk-write-start versions = all
23722024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/disks/{disk}/bulk-write-stop versions = all
23732024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/disks/{disk}/finalize versions = all
23742024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/disks/{disk}/metrics/{metric} versions = all
23752024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/floating-ips versions = all
23762024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/floating-ips versions = all
23772024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/floating-ips/{floating_ip} versions = all
23782024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/floating-ips/{floating_ip} versions = all
23792024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/floating-ips/{floating_ip} versions = all
23802024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/floating-ips/{floating_ip}/attach versions = all
23812024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/floating-ips/{floating_ip}/detach versions = all
23822024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/groups versions = all
23832024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/groups/{group_id} versions = all
23842024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/images versions = all
23852024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/images versions = all
23862024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/images/{image} versions = all
23872024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/images/{image} versions = all
23882024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/images/{image}/demote versions = all
23892024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/images/{image}/promote versions = all
23902024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances versions = all
23912024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances versions = all
23922024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/instances/{instance} versions = all
23932024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances/{instance} versions = all
23942024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/instances/{instance} versions = all
23952024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances/{instance}/disks versions = all
23962024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances/{instance}/disks/attach versions = all
23972024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances/{instance}/disks/detach versions = all
23982024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances/{instance}/external-ips versions = all
23992024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/instances/{instance}/external-ips/ephemeral versions = all
24002024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances/{instance}/external-ips/ephemeral versions = all
24012024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances/{instance}/reboot versions = all
24022024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances/{instance}/serial-console versions = all
24032024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances/{instance}/serial-console/stream versions = all
24042024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/instances/{instance}/ssh-public-keys versions = all
24052024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances/{instance}/start versions = all
24062024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/instances/{instance}/stop versions = all
24072024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/internet-gateway-ip-addresses versions = all
24082024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/internet-gateway-ip-addresses versions = all
24092024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/internet-gateway-ip-addresses/{address} versions = all
24102024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/internet-gateway-ip-pools versions = all
24112024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/internet-gateway-ip-pools versions = all
24122024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/internet-gateway-ip-pools/{pool} versions = all
24132024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/internet-gateways versions = all
24142024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/internet-gateways versions = all
24152024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/internet-gateways/{gateway} versions = all
24162024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/internet-gateways/{gateway} versions = all
24172024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/ip-pools versions = all
24182024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/ip-pools/{pool} versions = all
24192024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/login/{silo_name}/local versions = all
24202024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/logout versions = all
24212024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/me versions = all
24222024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/me/groups versions = all
24232024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/me/ssh-keys versions = all
24242024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/me/ssh-keys versions = all
24252024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/me/ssh-keys/{ssh_key} versions = all
24262024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/me/ssh-keys/{ssh_key} versions = all
24272024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/metrics/{metric_name} versions = all
24282024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/network-interfaces versions = all
24292024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/network-interfaces versions = all
24302024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/network-interfaces/{interface} versions = all
24312024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/network-interfaces/{interface} versions = all
24322024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/network-interfaces/{interface} versions = all
24332024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/ping versions = all
24342024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/policy versions = all
24352024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/policy versions = all
24362024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/projects versions = all
24372024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/projects versions = all
24382024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/projects/{project} versions = all
24392024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/projects/{project} versions = all
24402024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/projects/{project} versions = all
24412024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/projects/{project}/policy versions = all
24422024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/projects/{project}/policy versions = all
24432024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/snapshots versions = all
24442024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/snapshots versions = all
24452024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/snapshots/{snapshot} versions = all
24462024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/snapshots/{snapshot} versions = all
24472024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/disks versions = all
24482024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/disks/{disk_id} versions = all
24492024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/racks versions = all
24502024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/racks/{rack_id} versions = all
24512024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/sleds versions = all
24522024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/hardware/sleds versions = all
24532024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/sleds/{sled_id} versions = all
24542024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/sleds/{sled_id}/disks versions = all
24552024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/sleds/{sled_id}/instances versions = all
24562024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/hardware/sleds/{sled_id}/provision-policy versions = all
24572024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/sleds-uninitialized versions = all
24582024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/switch-port versions = all
24592024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/hardware/switch-port/{port}/settings versions = all
24602024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/hardware/switch-port/{port}/settings versions = all
24612024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/switch-port/{port}/status versions = all
24622024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/switches versions = all
24632024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/hardware/switches/{switch_id} versions = all
24642024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/identity-providers versions = all
24652024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/identity-providers/local/users versions = all
24662024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/identity-providers/local/users/{user_id} versions = all
24672024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/identity-providers/local/users/{user_id}/set-password versions = all
24682024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/identity-providers/saml versions = all
24692024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/identity-providers/saml/{provider} versions = all
24702024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools versions = all
24712024-11-21T19:33:33.449ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/ip-pools versions = all
24722024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/ip-pools/{pool} versions = all
24732024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools/{pool} versions = all
24742024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/ip-pools/{pool} versions = all
24752024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools/{pool}/ranges versions = all
24762024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/ip-pools/{pool}/ranges/add versions = all
24772024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/ip-pools/{pool}/ranges/remove versions = all
24782024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools/{pool}/silos versions = all
24792024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/ip-pools/{pool}/silos versions = all
24802024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/ip-pools/{pool}/silos/{silo} versions = all
24812024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/ip-pools/{pool}/silos/{silo} versions = all
24822024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools/{pool}/utilization versions = all
24832024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools-service versions = all
24842024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/ip-pools-service/ranges versions = all
24852024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/ip-pools-service/ranges/add versions = all
24862024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/ip-pools-service/ranges/remove versions = all
24872024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/metrics/{metric_name} versions = all
24882024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/address-lot versions = all
24892024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/networking/address-lot versions = all
24902024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/networking/address-lot/{address_lot} versions = all
24912024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/address-lot/{address_lot}/blocks versions = all
24922024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/allow-list versions = all
24932024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/networking/allow-list versions = all
24942024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/networking/bfd-disable versions = all
24952024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/networking/bfd-enable versions = all
24962024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bfd-status versions = all
24972024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/networking/bgp versions = all
24982024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp versions = all
24992024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/networking/bgp versions = all
25002024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp-announce-set versions = all
25012024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/networking/bgp-announce-set versions = all
25022024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/networking/bgp-announce-set/{announce_set} versions = all
25032024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp-announce-set/{announce_set}/announcement versions = all
25042024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp-exported versions = all
25052024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp-message-history versions = all
25062024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp-routes-ipv4 versions = all
25072024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/bgp-status versions = all
25082024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/loopback-address versions = all
25092024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/networking/loopback-address versions = all
25102024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask} versions = all
25112024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/networking/switch-port-settings versions = all
25122024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/switch-port-settings versions = all
25132024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/networking/switch-port-settings versions = all
25142024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/networking/switch-port-settings/{port} versions = all
25152024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/policy versions = all
25162024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/policy versions = all
25172024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/roles versions = all
25182024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/roles/{role_name} versions = all
25192024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/silo-quotas versions = all
25202024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/silos versions = all
25212024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/silos versions = all
25222024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/system/silos/{silo} versions = all
25232024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/silos/{silo} versions = all
25242024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/silos/{silo}/ip-pools versions = all
25252024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/silos/{silo}/policy versions = all
25262024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/silos/{silo}/policy versions = all
25272024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/silos/{silo}/quotas versions = all
25282024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/silos/{silo}/quotas versions = all
25292024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/system/timeseries/query versions = all
25302024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/timeseries/schemas versions = all
25312024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/system/update/repository versions = all
25322024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/update/repository/{system_version} versions = all
25332024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/users versions = all
25342024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/users/{user_id} versions = all
25352024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/users-builtin versions = all
25362024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/users-builtin/{user} versions = all
25372024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/utilization/silos versions = all
25382024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/system/utilization/silos/{silo} versions = all
25392024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/users versions = all
25402024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/utilization versions = all
25412024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-firewall-rules versions = all
25422024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/vpc-firewall-rules versions = all
25432024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-router-routes versions = all
25442024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/vpc-router-routes versions = all
25452024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/vpc-router-routes/{route} versions = all
25462024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-router-routes/{route} versions = all
25472024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/vpc-router-routes/{route} versions = all
25482024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-routers versions = all
25492024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/vpc-routers versions = all
25502024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/vpc-routers/{router} versions = all
25512024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-routers/{router} versions = all
25522024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/vpc-routers/{router} versions = all
25532024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-subnets versions = all
25542024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/vpc-subnets versions = all
25552024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/vpc-subnets/{subnet} versions = all
25562024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-subnets/{subnet} versions = all
25572024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/vpc-subnets/{subnet} versions = all
25582024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpc-subnets/{subnet}/network-interfaces versions = all
25592024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpcs versions = all
25602024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = POST path = /v1/vpcs versions = all
25612024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = DELETE path = /v1/vpcs/{vpc} versions = all
25622024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = GET path = /v1/vpcs/{vpc} versions = all
25632024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): registered endpoint local_addr = 172.30.2.6:443 method = PUT path = /v1/vpcs/{vpc} versions = all
25642024-11-21T19:33:33.450ZINFOnexus (dropshot_external): listening file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327 local_addr = 172.30.2.6:443
25652024-11-21T19:33:33.450ZDEBGnexus (dropshot_external): successfully registered DTrace USDT probes local_addr = 172.30.2.6:443
25662024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = / versions = all
25672024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /access versions = all
25682024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /assets/{path} versions = all
25692024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /device/auth versions = all
25702024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /device/confirm versions = all
25712024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /device/success versions = all
25722024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /device/token versions = all
25732024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /device/verify versions = all
25742024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /experimental/v1/probes versions = all
25752024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /experimental/v1/probes versions = all
25762024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /experimental/v1/probes/{probe} versions = all
25772024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /experimental/v1/probes/{probe} versions = all
25782024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /images versions = all
25792024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /login versions = all
25802024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /login/{silo_name}/local versions = all
25812024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /login/{silo_name}/saml/{provider_name} versions = all
25822024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /login/{silo_name}/saml/{provider_name} versions = all
25832024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /login/{silo_name}/saml/{provider_name}/redirect versions = all
25842024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /lookup/{path} versions = all
25852024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /projects/{path} versions = all
25862024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /projects-new versions = all
25872024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /settings/{path} versions = all
25882024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /system/{path} versions = all
25892024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /utilization versions = all
25902024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/certificates versions = all
25912024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/certificates versions = all
25922024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/certificates/{certificate} versions = all
25932024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/certificates/{certificate} versions = all
25942024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/disks versions = all
25952024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/disks versions = all
25962024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/disks/{disk} versions = all
25972024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/disks/{disk} versions = all
25982024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/disks/{disk}/bulk-write versions = all
25992024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/disks/{disk}/bulk-write-start versions = all
26002024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/disks/{disk}/bulk-write-stop versions = all
26012024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/disks/{disk}/finalize versions = all
26022024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/disks/{disk}/metrics/{metric} versions = all
26032024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/floating-ips versions = all
26042024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/floating-ips versions = all
26052024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/floating-ips/{floating_ip} versions = all
26062024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/floating-ips/{floating_ip} versions = all
26072024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/floating-ips/{floating_ip} versions = all
26082024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/floating-ips/{floating_ip}/attach versions = all
26092024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/floating-ips/{floating_ip}/detach versions = all
26102024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/groups versions = all
26112024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/groups/{group_id} versions = all
26122024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/images versions = all
26132024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/images versions = all
26142024-11-21T19:33:33.454ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/images/{image} versions = all
26152024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/images/{image} versions = all
26162024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/images/{image}/demote versions = all
26172024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/images/{image}/promote versions = all
26182024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances versions = all
26192024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances versions = all
26202024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/instances/{instance} versions = all
26212024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances/{instance} versions = all
26222024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/instances/{instance} versions = all
26232024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances/{instance}/disks versions = all
26242024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances/{instance}/disks/attach versions = all
26252024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances/{instance}/disks/detach versions = all
26262024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances/{instance}/external-ips versions = all
26272024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/instances/{instance}/external-ips/ephemeral versions = all
26282024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances/{instance}/external-ips/ephemeral versions = all
26292024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances/{instance}/reboot versions = all
26302024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances/{instance}/serial-console versions = all
26312024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances/{instance}/serial-console/stream versions = all
26322024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/instances/{instance}/ssh-public-keys versions = all
26332024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances/{instance}/start versions = all
26342024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/instances/{instance}/stop versions = all
26352024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/internet-gateway-ip-addresses versions = all
26362024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/internet-gateway-ip-addresses versions = all
26372024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/internet-gateway-ip-addresses/{address} versions = all
26382024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/internet-gateway-ip-pools versions = all
26392024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/internet-gateway-ip-pools versions = all
26402024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/internet-gateway-ip-pools/{pool} versions = all
26412024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/internet-gateways versions = all
26422024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/internet-gateways versions = all
26432024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/internet-gateways/{gateway} versions = all
26442024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/internet-gateways/{gateway} versions = all
26452024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/ip-pools versions = all
26462024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/ip-pools/{pool} versions = all
26472024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/login/{silo_name}/local versions = all
26482024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/logout versions = all
26492024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/me versions = all
26502024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/me/groups versions = all
26512024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/me/ssh-keys versions = all
26522024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/me/ssh-keys versions = all
26532024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/me/ssh-keys/{ssh_key} versions = all
26542024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/me/ssh-keys/{ssh_key} versions = all
26552024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/metrics/{metric_name} versions = all
26562024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/network-interfaces versions = all
26572024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/network-interfaces versions = all
26582024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/network-interfaces/{interface} versions = all
26592024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/network-interfaces/{interface} versions = all
26602024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/network-interfaces/{interface} versions = all
26612024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/ping versions = all
26622024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/policy versions = all
26632024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/policy versions = all
26642024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/projects versions = all
26652024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/projects versions = all
26662024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/projects/{project} versions = all
26672024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/projects/{project} versions = all
26682024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/projects/{project} versions = all
26692024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/projects/{project}/policy versions = all
26702024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/projects/{project}/policy versions = all
26712024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/snapshots versions = all
26722024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/snapshots versions = all
26732024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/snapshots/{snapshot} versions = all
26742024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/snapshots/{snapshot} versions = all
26752024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/disks versions = all
26762024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/disks/{disk_id} versions = all
26772024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/racks versions = all
26782024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/racks/{rack_id} versions = all
26792024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/sleds versions = all
26802024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/hardware/sleds versions = all
26812024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/sleds/{sled_id} versions = all
26822024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/sleds/{sled_id}/disks versions = all
26832024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/sleds/{sled_id}/instances versions = all
26842024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/hardware/sleds/{sled_id}/provision-policy versions = all
26852024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/sleds-uninitialized versions = all
26862024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/switch-port versions = all
26872024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/hardware/switch-port/{port}/settings versions = all
26882024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/hardware/switch-port/{port}/settings versions = all
26892024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/switch-port/{port}/status versions = all
26902024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/switches versions = all
26912024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/hardware/switches/{switch_id} versions = all
26922024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/identity-providers versions = all
26932024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/identity-providers/local/users versions = all
26942024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/identity-providers/local/users/{user_id} versions = all
26952024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/identity-providers/local/users/{user_id}/set-password versions = all
26962024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/identity-providers/saml versions = all
26972024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/identity-providers/saml/{provider} versions = all
26982024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools versions = all
26992024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/ip-pools versions = all
27002024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/ip-pools/{pool} versions = all
27012024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools/{pool} versions = all
27022024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/ip-pools/{pool} versions = all
27032024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools/{pool}/ranges versions = all
27042024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/ip-pools/{pool}/ranges/add versions = all
27052024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/ip-pools/{pool}/ranges/remove versions = all
27062024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools/{pool}/silos versions = all
27072024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/ip-pools/{pool}/silos versions = all
27082024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/ip-pools/{pool}/silos/{silo} versions = all
27092024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/ip-pools/{pool}/silos/{silo} versions = all
27102024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools/{pool}/utilization versions = all
27112024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools-service versions = all
27122024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/ip-pools-service/ranges versions = all
27132024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/ip-pools-service/ranges/add versions = all
27142024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/ip-pools-service/ranges/remove versions = all
27152024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/metrics/{metric_name} versions = all
27162024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/address-lot versions = all
27172024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/networking/address-lot versions = all
27182024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/networking/address-lot/{address_lot} versions = all
27192024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/address-lot/{address_lot}/blocks versions = all
27202024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/allow-list versions = all
27212024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/networking/allow-list versions = all
27222024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/networking/bfd-disable versions = all
27232024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/networking/bfd-enable versions = all
27242024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bfd-status versions = all
27252024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/networking/bgp versions = all
27262024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp versions = all
27272024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/networking/bgp versions = all
27282024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp-announce-set versions = all
27292024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/networking/bgp-announce-set versions = all
27302024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/networking/bgp-announce-set/{announce_set} versions = all
27312024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp-announce-set/{announce_set}/announcement versions = all
27322024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp-exported versions = all
27332024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp-message-history versions = all
27342024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp-routes-ipv4 versions = all
27352024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/bgp-status versions = all
27362024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/loopback-address versions = all
27372024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/networking/loopback-address versions = all
27382024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask} versions = all
27392024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/networking/switch-port-settings versions = all
27402024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/switch-port-settings versions = all
27412024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/networking/switch-port-settings versions = all
27422024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/networking/switch-port-settings/{port} versions = all
27432024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/policy versions = all
27442024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/policy versions = all
27452024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/roles versions = all
27462024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/roles/{role_name} versions = all
27472024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/silo-quotas versions = all
27482024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/silos versions = all
27492024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/silos versions = all
27502024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/system/silos/{silo} versions = all
27512024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/silos/{silo} versions = all
27522024-11-21T19:33:33.455ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/silos/{silo}/ip-pools versions = all
27532024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/silos/{silo}/policy versions = all
27542024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/silos/{silo}/policy versions = all
27552024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/silos/{silo}/quotas versions = all
27562024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/silos/{silo}/quotas versions = all
27572024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/system/timeseries/query versions = all
27582024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/timeseries/schemas versions = all
27592024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/system/update/repository versions = all
27602024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/update/repository/{system_version} versions = all
27612024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/users versions = all
27622024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/users/{user_id} versions = all
27632024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/users-builtin versions = all
27642024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/users-builtin/{user} versions = all
27652024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/utilization/silos versions = all
27662024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/system/utilization/silos/{silo} versions = all
27672024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/users versions = all
27682024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/utilization versions = all
27692024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-firewall-rules versions = all
27702024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/vpc-firewall-rules versions = all
27712024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-router-routes versions = all
27722024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/vpc-router-routes versions = all
27732024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/vpc-router-routes/{route} versions = all
27742024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-router-routes/{route} versions = all
27752024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/vpc-router-routes/{route} versions = all
27762024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-routers versions = all
27772024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/vpc-routers versions = all
27782024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/vpc-routers/{router} versions = all
27792024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-routers/{router} versions = all
27802024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/vpc-routers/{router} versions = all
27812024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-subnets versions = all
27822024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/vpc-subnets versions = all
27832024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/vpc-subnets/{subnet} versions = all
27842024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-subnets/{subnet} versions = all
27852024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/vpc-subnets/{subnet} versions = all
27862024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpc-subnets/{subnet}/network-interfaces versions = all
27872024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpcs versions = all
27882024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = POST path = /v1/vpcs versions = all
27892024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = DELETE path = /v1/vpcs/{vpc} versions = all
27902024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = GET path = /v1/vpcs/{vpc} versions = all
27912024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): registered endpoint local_addr = [fd00:1122:3344:101::b]:12228 method = PUT path = /v1/vpcs/{vpc} versions = all
27922024-11-21T19:33:33.456ZINFOnexus (dropshot_external_techport): listening file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327 local_addr = [fd00:1122:3344:101::b]:12228
27932024-11-21T19:33:33.456ZDEBGnexus (dropshot_external_techport): successfully registered DTrace USDT probes local_addr = [fd00:1122:3344:101::b]:12228
27942024-11-21T19:33:33.456ZDEBGnexus (nexus-producer-server): registered DTrace probes
27952024-11-21T19:33:33.458ZDEBGnexus (dropshot): registered endpoint local_addr = [fd00:1122:3344:101::b]:56721 method = GET path = /{producer_id} versions = all
27962024-11-21T19:33:33.459ZINFOnexus (dropshot): listening file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327 local_addr = [fd00:1122:3344:101::b]:56721
27972024-11-21T19:33:33.459ZDEBGnexus (dropshot): successfully registered DTrace USDT probes local_addr = [fd00:1122:3344:101::b]:56721
27982024-11-21T19:33:33.460ZDEBGnexus (nexus-producer-server): Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::b]:56721
27992024-11-21T19:33:33.460ZDEBGnexus (nexus-producer-server): Nexus IP provided explicitly, will use it addr = [fd00:1122:3344:101::b]:12221
28002024-11-21T19:33:33.460ZDEBGnexus (nexus-producer-server): starting producer registration task
28012024-11-21T19:33:33.461ZINFOnexus (nexus-producer-server): starting oximeter metric producer server address = [fd00:1122:3344:101::b]:56721 file = oximeter/producer/src/lib.rs:279 interval = 10s producer_id = 088dbd0f-363c-4785-9d04-aa968256294e
28022024-11-21T19:33:33.461ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
28032024-11-21T19:33:33.461ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
28042024-11-21T19:33:33.493ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
28052024-11-21T19:33:33.493ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:56837
28062024-11-21T19:33:33.493ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:56837 req_id = 47b20e73-1e3e-49f9-96b3-9291fe39aed3 roles = RoleSet { roles: {} } uri = /metrics/producers
28072024-11-21T19:33:33.494ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:56837 req_id = 47b20e73-1e3e-49f9-96b3-9291fe39aed3 resource = Database result = Ok(()) uri = /metrics/producers
28082024-11-21T19:33:33.542ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 088dbd0f-363c-4785-9d04-aa968256294e
28092024-11-21T19:33:33.543ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 49098 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:56837 req_id = 47b20e73-1e3e-49f9-96b3-9291fe39aed3 response_code = 201 uri = /metrics/producers
28102024-11-21T19:33:33.543ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "47b20e73-1e3e-49f9-96b3-9291fe39aed3", "content-length": "41", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
28112024-11-21T19:33:33.544ZDEBGnexus (producer-registration-task): registered with nexus successfully
28122024-11-21T19:33:33.544ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
28132024-11-21T19:33:33.635ZDEBGnexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/inventory", status: 200, headers: {"content-type": "application/json", "x-request-id": "d5218baf-8781-4138-995b-b728c0e0a8af", "content-length": "30747", "date": "Thu, 21 Nov 2024 19:33:33 GMT"} })
28142024-11-21T19:33:33.636ZDEBGnexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
28152024-11-21T19:33:33.636ZDEBGnexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
28162024-11-21T19:33:33.636ZDEBGnexus (BackgroundTasks): finished collection background_task = inventory_collection
28172024-11-21T19:33:33.638ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
28182024-11-21T19:33:33.638ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
28192024-11-21T19:33:33.640ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
28202024-11-21T19:33:33.641ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
28212024-11-21T19:33:33.642ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
28222024-11-21T19:33:33.642ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
28232024-11-21T19:33:33.730ZDEBGnexus (NexusCertResolver): resolved TLS certificate certificate = TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" } server_name = recovery.sys.oxide.test silo_id = 4d2571c7-98ea-428d-998e-b26e88b12e96
28242024-11-21T19:33:33.737ZINFOnexus (dropshot_external): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = 172.30.2.6:443 remote_addr = 10.151.1.100:52091
28252024-11-21T19:33:33.750ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28262024-11-21T19:33:33.751ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28272024-11-21T19:33:33.755ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28282024-11-21T19:33:33.755ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28292024-11-21T19:33:33.757ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28302024-11-21T19:33:33.757ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28312024-11-21T19:33:33.759ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
28322024-11-21T19:33:33.760ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ByName("recovery") } result = Ok(())
28332024-11-21T19:33:33.760ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28342024-11-21T19:33:33.760ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28352024-11-21T19:33:33.761ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28362024-11-21T19:33:33.762ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28372024-11-21T19:33:33.763ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
28382024-11-21T19:33:33.766ZDEBGnexus (ExternalAuthn): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ByName("recovery") } result = Ok(())
28392024-11-21T19:33:33.766ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28402024-11-21T19:33:33.766ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28412024-11-21T19:33:33.798ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28422024-11-21T19:33:33.798ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28432024-11-21T19:33:33.799ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28442024-11-21T19:33:33.799ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28452024-11-21T19:33:33.801ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
28462024-11-21T19:33:33.802ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ByName("recovery") }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ByName("recovery") } result = Ok(())
28472024-11-21T19:33:33.802ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28482024-11-21T19:33:33.802ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28492024-11-21T19:33:33.981ZINFOnexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = e8597ba8-af28-46ea-9683-97e262ba7530 file = nexus/db-queries/src/db/datastore/inventory.rs:1000
28502024-11-21T19:33:33.981ZDEBGnexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = e8597ba8-af28-46ea-9683-97e262ba7530 time_started = 2024-11-21 19:33:33.370125 UTC
28512024-11-21T19:33:33.981ZDEBGnexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 943.251703ms iteration = 2 status = {"collection_id":"e8597ba8-af28-46ea-9683-97e262ba7530","time_done":"2024-11-21 19:33:33.636601 UTC","time_started":"2024-11-21 19:33:33.370125 UTC"}
28522024-11-21T19:33:33.981ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 3 reason = Dependency
28532024-11-21T19:33:33.981ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
28542024-11-21T19:33:33.982ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
28552024-11-21T19:33:33.983ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
28562024-11-21T19:33:33.985ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
28572024-11-21T19:33:33.985ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
28582024-11-21T19:33:33.985ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
28592024-11-21T19:33:33.987ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
28602024-11-21T19:33:33.988ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
28612024-11-21T19:33:33.989ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
28622024-11-21T19:33:33.990ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
28632024-11-21T19:33:33.990ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
28642024-11-21T19:33:33.991ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
28652024-11-21T19:33:34.027ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 46.008115ms iteration = 3 status = {"physical_disks_added":0}
28662024-11-21T19:33:34.519ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28672024-11-21T19:33:34.519ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28682024-11-21T19:33:34.521ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28692024-11-21T19:33:34.522ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28702024-11-21T19:33:34.527ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28712024-11-21T19:33:34.527ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28722024-11-21T19:33:34.528ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28732024-11-21T19:33:34.529ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28742024-11-21T19:33:34.530ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
28752024-11-21T19:33:34.531ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
28762024-11-21T19:33:34.531ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28772024-11-21T19:33:34.531ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28782024-11-21T19:33:34.533ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
28792024-11-21T19:33:34.534ZDEBGnexus (ExternalAuthn): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSessionList result = Ok(())
28802024-11-21T19:33:34.534ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28812024-11-21T19:33:34.534ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28822024-11-21T19:33:34.585ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 841604 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:52091 req_id = bdf803ad-cf78-41c6-b378-cd3bb2a4a327 response_code = 204 uri = /v1/login/recovery/local
28832024-11-21T19:33:34.632ZDEBGnexus (NexusCertResolver): resolved TLS certificate certificate = TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" } server_name = recovery.sys.oxide.test silo_id = 4d2571c7-98ea-428d-998e-b26e88b12e96
28842024-11-21T19:33:34.638ZINFOnexus (dropshot_external): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = 172.30.2.6:443 remote_addr = 10.151.1.100:60517
28852024-11-21T19:33:34.644ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28862024-11-21T19:33:34.645ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28872024-11-21T19:33:34.667ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28882024-11-21T19:33:34.667ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28892024-11-21T19:33:34.669ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
28902024-11-21T19:33:34.670ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
28912024-11-21T19:33:34.670ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28922024-11-21T19:33:34.670ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28932024-11-21T19:33:34.672ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28942024-11-21T19:33:34.672ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28952024-11-21T19:33:34.674ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28962024-11-21T19:33:34.674ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28972024-11-21T19:33:34.675ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
28982024-11-21T19:33:34.676ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
28992024-11-21T19:33:34.677ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29002024-11-21T19:33:34.678ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
29012024-11-21T19:33:34.678ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29022024-11-21T19:33:34.678ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29032024-11-21T19:33:34.680ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29042024-11-21T19:33:34.681ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
29052024-11-21T19:33:34.681ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29062024-11-21T19:33:34.681ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29072024-11-21T19:33:34.735ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29082024-11-21T19:33:34.735ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29092024-11-21T19:33:34.737ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29102024-11-21T19:33:34.738ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29112024-11-21T19:33:34.739ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29122024-11-21T19:33:34.739ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29132024-11-21T19:33:34.741ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29142024-11-21T19:33:34.741ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29152024-11-21T19:33:34.743ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29162024-11-21T19:33:34.744ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
29172024-11-21T19:33:34.744ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29182024-11-21T19:33:34.744ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29192024-11-21T19:33:34.745ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29202024-11-21T19:33:34.746ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29212024-11-21T19:33:34.747ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29222024-11-21T19:33:34.747ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29232024-11-21T19:33:34.748ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29242024-11-21T19:33:34.750ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
29252024-11-21T19:33:34.750ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 roles = RoleSet { roles: {} } uri = /v1/projects
29262024-11-21T19:33:34.750ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 resource = Database result = Ok(()) uri = /v1/projects
29272024-11-21T19:33:34.788ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 roles = RoleSet { roles: {} } uri = /v1/projects
29282024-11-21T19:33:34.788ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 resource = Database result = Ok(()) uri = /v1/projects
29292024-11-21T19:33:34.792ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 roles = RoleSet { roles: {} } uri = /v1/projects
29302024-11-21T19:33:34.792ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 resource = Database result = Ok(()) uri = /v1/projects
29312024-11-21T19:33:34.795ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/projects
29322024-11-21T19:33:34.796ZDEBGnexus (dropshot_external): authorize result action = ListChildren actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(()) uri = /v1/projects
29332024-11-21T19:33:34.796ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 roles = RoleSet { roles: {} } uri = /v1/projects
29342024-11-21T19:33:34.796ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 resource = Database result = Ok(()) uri = /v1/projects
29352024-11-21T19:33:34.798ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 160382 local_addr = 172.30.2.6:443 method = GET remote_addr = 10.151.1.100:60517 req_id = ef26bd1b-d44d-4e4b-9ca3-61c202d66ee0 response_code = 200 uri = /v1/projects
29362024-11-21T19:33:34.827ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29372024-11-21T19:33:34.827ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29382024-11-21T19:33:34.829ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29392024-11-21T19:33:34.829ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29402024-11-21T19:33:34.831ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29412024-11-21T19:33:34.832ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
29422024-11-21T19:33:34.832ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29432024-11-21T19:33:34.832ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29442024-11-21T19:33:34.834ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29452024-11-21T19:33:34.834ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29462024-11-21T19:33:34.835ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29472024-11-21T19:33:34.836ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29482024-11-21T19:33:34.838ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29492024-11-21T19:33:34.838ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29502024-11-21T19:33:34.840ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29512024-11-21T19:33:34.841ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
29522024-11-21T19:33:34.841ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29532024-11-21T19:33:34.841ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29542024-11-21T19:33:34.843ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29552024-11-21T19:33:34.844ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
29562024-11-21T19:33:34.844ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29572024-11-21T19:33:34.844ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29582024-11-21T19:33:34.978ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29592024-11-21T19:33:34.978ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29602024-11-21T19:33:34.980ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29612024-11-21T19:33:34.980ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29622024-11-21T19:33:34.981ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29632024-11-21T19:33:34.981ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29642024-11-21T19:33:34.983ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29652024-11-21T19:33:34.983ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29662024-11-21T19:33:34.984ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29672024-11-21T19:33:34.986ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
29682024-11-21T19:33:34.986ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29692024-11-21T19:33:34.986ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29702024-11-21T19:33:34.988ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29712024-11-21T19:33:34.988ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29722024-11-21T19:33:34.989ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29732024-11-21T19:33:34.989ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29742024-11-21T19:33:34.990ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29752024-11-21T19:33:34.991ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
29762024-11-21T19:33:34.991ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd roles = RoleSet { roles: {} } uri = /v1/system/ip-pools
29772024-11-21T19:33:34.991ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd resource = Database result = Ok(()) uri = /v1/system/ip-pools
29782024-11-21T19:33:34.995ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd roles = RoleSet { roles: {} } uri = /v1/system/ip-pools
29792024-11-21T19:33:34.995ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd resource = Database result = Ok(()) uri = /v1/system/ip-pools
29802024-11-21T19:33:34.997ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/ip-pools
29812024-11-21T19:33:34.999ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd resource = IpPoolList result = Ok(()) uri = /v1/system/ip-pools
29822024-11-21T19:33:34.999ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd roles = RoleSet { roles: {} } uri = /v1/system/ip-pools
29832024-11-21T19:33:34.999ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd resource = Database result = Ok(()) uri = /v1/system/ip-pools
29842024-11-21T19:33:35.091ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 265203 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 97dfbe9c-08d7-4029-9279-e2955f23a2bd response_code = 201 uri = /v1/system/ip-pools
29852024-11-21T19:33:35.142ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29862024-11-21T19:33:35.143ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29872024-11-21T19:33:35.144ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29882024-11-21T19:33:35.144ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29892024-11-21T19:33:35.145ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
29902024-11-21T19:33:35.146ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
29912024-11-21T19:33:35.146ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29922024-11-21T19:33:35.147ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29932024-11-21T19:33:35.148ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29942024-11-21T19:33:35.149ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29952024-11-21T19:33:35.150ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29962024-11-21T19:33:35.150ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29972024-11-21T19:33:35.152ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
29982024-11-21T19:33:35.152ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
29992024-11-21T19:33:35.153ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30002024-11-21T19:33:35.154ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
30012024-11-21T19:33:35.154ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30022024-11-21T19:33:35.154ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30032024-11-21T19:33:35.155ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30042024-11-21T19:33:35.157ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
30052024-11-21T19:33:35.157ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30062024-11-21T19:33:35.157ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30072024-11-21T19:33:35.184ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30082024-11-21T19:33:35.185ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30092024-11-21T19:33:35.187ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30102024-11-21T19:33:35.187ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30112024-11-21T19:33:35.188ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30122024-11-21T19:33:35.188ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30132024-11-21T19:33:35.189ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30142024-11-21T19:33:35.189ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30152024-11-21T19:33:35.191ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30162024-11-21T19:33:35.192ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
30172024-11-21T19:33:35.192ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30182024-11-21T19:33:35.192ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30192024-11-21T19:33:35.193ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30202024-11-21T19:33:35.194ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30212024-11-21T19:33:35.195ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30222024-11-21T19:33:35.195ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30232024-11-21T19:33:35.197ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30242024-11-21T19:33:35.198ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
30252024-11-21T19:33:35.198ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30262024-11-21T19:33:35.198ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30272024-11-21T19:33:35.199ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30282024-11-21T19:33:35.199ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30292024-11-21T19:33:35.268ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30302024-11-21T19:33:35.269ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30312024-11-21T19:33:35.271ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/ip-pools/default/silos
30322024-11-21T19:33:35.273ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = IpPool { parent: Fleet, key: 4f5bb350-8d50-4e81-a29f-c822d2ae011c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/system/ip-pools/default/silos
30332024-11-21T19:33:35.273ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30342024-11-21T19:33:35.273ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30352024-11-21T19:33:35.276ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30362024-11-21T19:33:35.276ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30372024-11-21T19:33:35.278ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30382024-11-21T19:33:35.278ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30392024-11-21T19:33:35.280ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30402024-11-21T19:33:35.280ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30412024-11-21T19:33:35.282ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30422024-11-21T19:33:35.283ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30432024-11-21T19:33:35.285ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/ip-pools/default/silos
30442024-11-21T19:33:35.286ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ByName("recovery") } result = Ok(()) uri = /v1/system/ip-pools/default/silos
30452024-11-21T19:33:35.286ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30462024-11-21T19:33:35.286ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30472024-11-21T19:33:35.289ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30482024-11-21T19:33:35.289ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30492024-11-21T19:33:35.291ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/ip-pools/default/silos
30502024-11-21T19:33:35.293ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = IpPoolList result = Ok(()) uri = /v1/system/ip-pools/default/silos
30512024-11-21T19:33:35.293ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/silos
30522024-11-21T19:33:35.293ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/silos
30532024-11-21T19:33:35.377ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 235566 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = cfde9617-f1c8-4556-b23c-bf2b19690cc3 response_code = 201 uri = /v1/system/ip-pools/default/silos
30542024-11-21T19:33:35.390ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30552024-11-21T19:33:35.390ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30562024-11-21T19:33:35.472ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30572024-11-21T19:33:35.472ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30582024-11-21T19:33:35.474ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30592024-11-21T19:33:35.475ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
30602024-11-21T19:33:35.475ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30612024-11-21T19:33:35.475ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30622024-11-21T19:33:35.477ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30632024-11-21T19:33:35.477ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30642024-11-21T19:33:35.478ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30652024-11-21T19:33:35.479ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30662024-11-21T19:33:35.480ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30672024-11-21T19:33:35.480ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30682024-11-21T19:33:35.481ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30692024-11-21T19:33:35.482ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
30702024-11-21T19:33:35.482ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30712024-11-21T19:33:35.482ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30722024-11-21T19:33:35.483ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30732024-11-21T19:33:35.485ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
30742024-11-21T19:33:35.485ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30752024-11-21T19:33:35.485ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30762024-11-21T19:33:35.506ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30772024-11-21T19:33:35.506ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30782024-11-21T19:33:35.508ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30792024-11-21T19:33:35.508ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30802024-11-21T19:33:35.509ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30812024-11-21T19:33:35.509ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30822024-11-21T19:33:35.510ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30832024-11-21T19:33:35.510ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30842024-11-21T19:33:35.511ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30852024-11-21T19:33:35.513ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
30862024-11-21T19:33:35.513ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30872024-11-21T19:33:35.513ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30882024-11-21T19:33:35.514ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30892024-11-21T19:33:35.514ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30902024-11-21T19:33:35.516ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
30912024-11-21T19:33:35.516ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
30922024-11-21T19:33:35.517ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
30932024-11-21T19:33:35.518ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
30942024-11-21T19:33:35.518ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
30952024-11-21T19:33:35.518ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
30962024-11-21T19:33:35.520ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
30972024-11-21T19:33:35.520ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
30982024-11-21T19:33:35.523ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
30992024-11-21T19:33:35.524ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31002024-11-21T19:33:35.526ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/ip-pools/default/ranges/add
31012024-11-21T19:33:35.528ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = IpPool { parent: Fleet, key: 4f5bb350-8d50-4e81-a29f-c822d2ae011c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31022024-11-21T19:33:35.528ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
31032024-11-21T19:33:35.528ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31042024-11-21T19:33:35.530ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
31052024-11-21T19:33:35.530ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31062024-11-21T19:33:35.531ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
31072024-11-21T19:33:35.531ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31082024-11-21T19:33:35.533ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {} } uri = /v1/system/ip-pools/default/ranges/add
31092024-11-21T19:33:35.533ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = Database result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31102024-11-21T19:33:35.535ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/ip-pools/default/ranges/add
31112024-11-21T19:33:35.536ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 resource = IpPool { parent: Fleet, key: 4f5bb350-8d50-4e81-a29f-c822d2ae011c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/system/ip-pools/default/ranges/add
31122024-11-21T19:33:35.596ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 206788 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = dce2f2f2-1952-4c97-8d8c-91cc6aed7385 response_code = 201 uri = /v1/system/ip-pools/default/ranges/add
31132024-11-21T19:33:35.618ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31142024-11-21T19:33:35.618ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31152024-11-21T19:33:35.619ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31162024-11-21T19:33:35.619ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31172024-11-21T19:33:35.621ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31182024-11-21T19:33:35.622ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
31192024-11-21T19:33:35.622ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31202024-11-21T19:33:35.622ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31212024-11-21T19:33:35.623ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31222024-11-21T19:33:35.623ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31232024-11-21T19:33:35.624ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31242024-11-21T19:33:35.625ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31252024-11-21T19:33:35.626ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31262024-11-21T19:33:35.626ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31272024-11-21T19:33:35.627ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31282024-11-21T19:33:35.628ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
31292024-11-21T19:33:35.628ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31302024-11-21T19:33:35.629ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31312024-11-21T19:33:35.630ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31322024-11-21T19:33:35.631ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
31332024-11-21T19:33:35.631ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31342024-11-21T19:33:35.631ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31352024-11-21T19:33:35.657ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31362024-11-21T19:33:35.657ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31372024-11-21T19:33:35.659ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31382024-11-21T19:33:35.659ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31392024-11-21T19:33:35.660ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31402024-11-21T19:33:35.660ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31412024-11-21T19:33:35.662ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31422024-11-21T19:33:35.662ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31432024-11-21T19:33:35.665ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31442024-11-21T19:33:35.666ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
31452024-11-21T19:33:35.666ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31462024-11-21T19:33:35.666ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31472024-11-21T19:33:35.668ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31482024-11-21T19:33:35.668ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31492024-11-21T19:33:35.669ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31502024-11-21T19:33:35.669ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31512024-11-21T19:33:35.670ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31522024-11-21T19:33:35.672ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
31532024-11-21T19:33:35.672ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31542024-11-21T19:33:35.672ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31552024-11-21T19:33:35.674ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31562024-11-21T19:33:35.675ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31572024-11-21T19:33:35.677ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31582024-11-21T19:33:35.677ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31592024-11-21T19:33:35.679ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31602024-11-21T19:33:35.679ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31612024-11-21T19:33:35.681ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/silos/recovery/quotas
31622024-11-21T19:33:35.682ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ByName("recovery") } result = Ok(()) uri = /v1/system/silos/recovery/quotas
31632024-11-21T19:33:35.683ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31642024-11-21T19:33:35.683ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31652024-11-21T19:33:35.685ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31662024-11-21T19:33:35.685ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31672024-11-21T19:33:35.687ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31682024-11-21T19:33:35.688ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31692024-11-21T19:33:35.690ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/system/silos/recovery/quotas
31702024-11-21T19:33:35.691ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ByName("recovery") } result = Ok(()) uri = /v1/system/silos/recovery/quotas
31712024-11-21T19:33:35.691ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea roles = RoleSet { roles: {} } uri = /v1/system/silos/recovery/quotas
31722024-11-21T19:33:35.691ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea resource = Database result = Ok(()) uri = /v1/system/silos/recovery/quotas
31732024-11-21T19:33:35.735ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 117144 local_addr = 172.30.2.6:443 method = PUT remote_addr = 10.151.1.100:60517 req_id = d179110d-750f-44f2-97ca-579b79da27ea response_code = 200 uri = /v1/system/silos/recovery/quotas
31742024-11-21T19:33:35.747ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31752024-11-21T19:33:35.748ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31762024-11-21T19:33:35.749ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31772024-11-21T19:33:35.749ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31782024-11-21T19:33:35.750ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31792024-11-21T19:33:35.751ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
31802024-11-21T19:33:35.751ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31812024-11-21T19:33:35.752ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31822024-11-21T19:33:35.753ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31832024-11-21T19:33:35.753ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31842024-11-21T19:33:35.755ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31852024-11-21T19:33:35.755ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31862024-11-21T19:33:35.756ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31872024-11-21T19:33:35.756ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31882024-11-21T19:33:35.757ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31892024-11-21T19:33:35.759ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
31902024-11-21T19:33:35.759ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31912024-11-21T19:33:35.759ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31922024-11-21T19:33:35.760ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
31932024-11-21T19:33:35.761ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
31942024-11-21T19:33:35.761ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31952024-11-21T19:33:35.761ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31962024-11-21T19:33:35.782ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31972024-11-21T19:33:35.782ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
31982024-11-21T19:33:35.783ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
31992024-11-21T19:33:35.783ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
32002024-11-21T19:33:35.784ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
32012024-11-21T19:33:35.785ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
32022024-11-21T19:33:35.786ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
32032024-11-21T19:33:35.786ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
32042024-11-21T19:33:35.788ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
32052024-11-21T19:33:35.789ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
32062024-11-21T19:33:35.789ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
32072024-11-21T19:33:35.789ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
32082024-11-21T19:33:35.790ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
32092024-11-21T19:33:35.790ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
32102024-11-21T19:33:35.792ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
32112024-11-21T19:33:35.792ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
32122024-11-21T19:33:35.793ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
32132024-11-21T19:33:35.794ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
32142024-11-21T19:33:35.794ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 roles = RoleSet { roles: {} } uri = /v1/projects
32152024-11-21T19:33:35.794ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 resource = Database result = Ok(()) uri = /v1/projects
32162024-11-21T19:33:35.796ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 roles = RoleSet { roles: {} } uri = /v1/projects
32172024-11-21T19:33:35.796ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 resource = Database result = Ok(()) uri = /v1/projects
32182024-11-21T19:33:35.799ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 roles = RoleSet { roles: {} } uri = /v1/projects
32192024-11-21T19:33:35.799ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 resource = Database result = Ok(()) uri = /v1/projects
32202024-11-21T19:33:35.801ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/projects
32212024-11-21T19:33:35.803ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(()) uri = /v1/projects
32222024-11-21T19:33:35.806ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create
32232024-11-21T19:33:35.806ZINFOnexus (SEC): saga create dag = {"end_node":19,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[11,12,null],[12,13,null],[13,14,null],[14,15,null],[15,16,null],[2,3,null],[16,17,null],[18,0,null],[17,19,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"project_create.project_create_record","label":"ProjectCreateRecord","name":"project"}},{"Action":{"action_name":"project_create.project_create_vpc_params","label":"ProjectCreateVpcParams","name":"vpc_create_params"}},{"SubsagaStart":{"params_node_name":"vpc_create_params","saga_name":"vpc-create"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateVpcId","name":"vpc_id"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateSystemRouterId","name":"system_router_id"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateDefaultV4RouteId","name":"default_v4_route_id"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateDefaultV6RouteId","name":"default_v6_route_id"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateDefaultSubnetId","name":"default_subnet_id"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateDefaultInternetGatewayId","name":"default_internet_gateway_id"}},{"Action":{"action_name":"vpc_create.vpc_create_vpc","label":"VpcCreateVpc","name":"vpc"}},{"Action":{"action_name":"vpc_create.vpc_create_router","label":"VpcCreateRouter","name":"router"}},{"Action":{"action_name":"vpc_create.vpc_create_v4_route","label":"VpcCreateV4Route","name":"route4"}},{"Action":{"action_name":"vpc_create.vpc_create_v6_route","label":"VpcCreateV6Route","name":"route6"}},{"Action":{"action_name":"vpc_create.vpc_create_subnet","label":"VpcCreateSubnet","name":"subnet"}},{"Action":{"action_name":"vpc_create.vpc_update_firewall","label":"VpcUpdateFirewall","name":"firewall"}},{"Action":{"action_name":"vpc_create.vpc_create_gateway","label":"VpcCreateGateway","name":"gateway"}},{"Action":{"action_name":"vpc_create.vpc_notify_sleds","label":"VpcNotifySleds","name":"no_result"}},{"SubsagaEnd":{"name":"vpc"}},{"Start":{"params":{"authz_silo":{"key":"4d2571c7-98ea-428d-998e-b26e88b12e96","lookup_type":{"ById":"4d2571c7-98ea-428d-998e-b26e88b12e96"},"parent":null},"project_create":{"description":"","name":"proj-45190e51dfc"},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","silo_user_id":"b5856a11-0cbc-42bc-89a1-ffcd85e20369"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}}}}},"End"]},"saga_name":"project-create","start_node":18} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32242024-11-21T19:33:35.806ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create
32252024-11-21T19:33:35.912ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create
32262024-11-21T19:33:35.912ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32272024-11-21T19:33:35.912ZDEBGnexus (SEC): saga log event new_state = N018 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32282024-11-21T19:33:35.912ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 18 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32292024-11-21T19:33:35.952ZDEBGnexus (SEC): saga log event new_state = N018 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32302024-11-21T19:33:35.952ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 18 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32312024-11-21T19:33:35.987ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32322024-11-21T19:33:35.987ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32332024-11-21T19:33:36.058ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32342024-11-21T19:33:36.058ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32352024-11-21T19:33:36.061ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32362024-11-21T19:33:36.061ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32372024-11-21T19:33:36.063ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32382024-11-21T19:33:36.064ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32392024-11-21T19:33:36.065ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32402024-11-21T19:33:36.067ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32412024-11-21T19:33:36.067ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32422024-11-21T19:33:36.067ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = ProjectCreateRecord
32432024-11-21T19:33:36.118ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32442024-11-21T19:33:36.118ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Array [Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}, Object {"identity": Object {"description": String(""), "id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "name": String("proj-45190e51dfc"), "time_created": String("2024-11-21T19:33:36.058396Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:36.058396Z")}, "rcgen": Number(1), "silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}]) node_id = 0 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32452024-11-21T19:33:36.152ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32462024-11-21T19:33:36.152ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32472024-11-21T19:33:36.191ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32482024-11-21T19:33:36.191ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"authz_project": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}, "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "silo_user_id": String("b5856a11-0cbc-42bc-89a1-ffcd85e20369")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "vpc_create": Object {"description": String("Default VPC"), "dns_name": String("default"), "ipv6_prefix": String("fd87:69e0:fa20::/48"), "name": String("default")}}) node_id = 1 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32492024-11-21T19:33:36.217ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32502024-11-21T19:33:36.217ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32512024-11-21T19:33:36.232ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32522024-11-21T19:33:36.232ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 2 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32532024-11-21T19:33:36.244ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32542024-11-21T19:33:36.244ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32552024-11-21T19:33:36.269ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32562024-11-21T19:33:36.269ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")) node_id = 3 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32572024-11-21T19:33:36.308ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32582024-11-21T19:33:36.308ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32592024-11-21T19:33:36.321ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32602024-11-21T19:33:36.321ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb")) node_id = 4 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32612024-11-21T19:33:36.344ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32622024-11-21T19:33:36.344ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32632024-11-21T19:33:36.370ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32642024-11-21T19:33:36.370ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("c6eee1ab-c36b-4e32-a9ed-ec302a351a85")) node_id = 5 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32652024-11-21T19:33:36.398ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32662024-11-21T19:33:36.398ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32672024-11-21T19:33:36.422ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32682024-11-21T19:33:36.423ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("92490a50-0f0e-415b-bc4a-4bb335ea13a9")) node_id = 6 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32692024-11-21T19:33:36.438ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32702024-11-21T19:33:36.438ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32712024-11-21T19:33:36.465ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32722024-11-21T19:33:36.465ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("6755be63-0b8a-43d0-8d32-f93a22cba9d4")) node_id = 7 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32732024-11-21T19:33:36.490ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32742024-11-21T19:33:36.490ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32752024-11-21T19:33:36.517ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32762024-11-21T19:33:36.517ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("c094a066-c80b-40f1-bf5d-9fe019b4dcda")) node_id = 8 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32772024-11-21T19:33:36.553ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32782024-11-21T19:33:36.553ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32792024-11-21T19:33:36.569ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32802024-11-21T19:33:36.569ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32812024-11-21T19:33:36.571ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32822024-11-21T19:33:36.571ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32832024-11-21T19:33:36.574ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32842024-11-21T19:33:36.574ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32852024-11-21T19:33:36.576ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32862024-11-21T19:33:36.577ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32872024-11-21T19:33:36.579ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32882024-11-21T19:33:36.581ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32892024-11-21T19:33:36.581ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32902024-11-21T19:33:36.581ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateVpc
32912024-11-21T19:33:36.644ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32922024-11-21T19:33:36.644ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Array [Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}, Object {"dns_name": String("default"), "firewall_gen": Number(1), "identity": Object {"description": String("Default VPC"), "id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "name": String("default"), "time_created": String("2024-11-21T19:33:36.569514Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:36.569514Z")}, "ipv6_prefix": String("fd87:69e0:fa20::/48"), "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "subnet_gen": Number(1), "system_router_id": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb"), "vni": Number(7541126)}]) node_id = 9 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32932024-11-21T19:33:36.657ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
32942024-11-21T19:33:36.657ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
32952024-11-21T19:33:36.682ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
32962024-11-21T19:33:36.682ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
32972024-11-21T19:33:36.684ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
32982024-11-21T19:33:36.684ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
32992024-11-21T19:33:36.687ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33002024-11-21T19:33:36.687ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33012024-11-21T19:33:36.689ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33022024-11-21T19:33:36.689ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33032024-11-21T19:33:36.691ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33042024-11-21T19:33:36.694ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33052024-11-21T19:33:36.694ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33062024-11-21T19:33:36.694ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateRouter
33072024-11-21T19:33:36.769ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33082024-11-21T19:33:36.769ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"key": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb"), "lookup_type": Object {"ById": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}) node_id = 10 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33092024-11-21T19:33:36.797ZDEBGnexus (SEC): saga log event new_state = N011 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33102024-11-21T19:33:36.797ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 11 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33112024-11-21T19:33:36.810ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33122024-11-21T19:33:36.810ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33132024-11-21T19:33:36.813ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33142024-11-21T19:33:36.813ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33152024-11-21T19:33:36.815ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33162024-11-21T19:33:36.815ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33172024-11-21T19:33:36.818ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33182024-11-21T19:33:36.818ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33192024-11-21T19:33:36.820ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33202024-11-21T19:33:36.823ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") }, key: d0227b83-1f06-4c00-8e15-c743c0cbd8cb, lookup_type: ById(d0227b83-1f06-4c00-8e15-c743c0cbd8cb) } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33212024-11-21T19:33:36.823ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33222024-11-21T19:33:36.824ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV4Route
33232024-11-21T19:33:36.885ZDEBGnexus (SEC): saga log event new_state = N011 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33242024-11-21T19:33:36.885ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 11 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33252024-11-21T19:33:36.924ZDEBGnexus (SEC): saga log event new_state = N012 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33262024-11-21T19:33:36.924ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 12 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33272024-11-21T19:33:36.960ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33282024-11-21T19:33:36.961ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33292024-11-21T19:33:36.963ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33302024-11-21T19:33:36.963ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33312024-11-21T19:33:36.966ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33322024-11-21T19:33:36.966ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33332024-11-21T19:33:36.969ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33342024-11-21T19:33:36.969ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33352024-11-21T19:33:36.972ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33362024-11-21T19:33:36.975ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") }, key: d0227b83-1f06-4c00-8e15-c743c0cbd8cb, lookup_type: ById(d0227b83-1f06-4c00-8e15-c743c0cbd8cb) } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33372024-11-21T19:33:36.975ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33382024-11-21T19:33:36.975ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateV6Route
33392024-11-21T19:33:37.023ZDEBGnexus (SEC): saga log event new_state = N012 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33402024-11-21T19:33:37.024ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 12 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33412024-11-21T19:33:37.069ZDEBGnexus (SEC): saga log event new_state = N013 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33422024-11-21T19:33:37.069ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 13 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33432024-11-21T19:33:37.086ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33442024-11-21T19:33:37.086ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33452024-11-21T19:33:37.089ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33462024-11-21T19:33:37.089ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33472024-11-21T19:33:37.091ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33482024-11-21T19:33:37.092ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33492024-11-21T19:33:37.093ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33502024-11-21T19:33:37.094ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33512024-11-21T19:33:37.096ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33522024-11-21T19:33:37.098ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33532024-11-21T19:33:37.151ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33542024-11-21T19:33:37.151ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33552024-11-21T19:33:37.261ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33562024-11-21T19:33:37.262ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateSubnet
33572024-11-21T19:33:37.312ZDEBGnexus (SEC): saga log event new_state = N013 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33582024-11-21T19:33:37.312ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Array [Object {"key": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "lookup_type": Object {"ById": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}, Object {"custom_router_id": Null, "identity": Object {"description": String("The default subnet for default"), "id": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "name": String("default"), "time_created": String("2024-11-21T19:33:37.086345Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.086345Z")}, "ipv4_block": String("172.30.0.0/22"), "ipv6_block": String("fd87:69e0:fa20::/64"), "rcgen": Number(1), "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}]) node_id = 13 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33592024-11-21T19:33:37.352ZDEBGnexus (SEC): saga log event new_state = N014 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33602024-11-21T19:33:37.352ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 14 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33612024-11-21T19:33:37.417ZDEBGnexus: default firewall rules for vpc default rules = [VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: fd6ec368-39bd-4fcc-bc1e-cb08a4995724, name: Name(Name("allow-internal-inbound")), description: "allow inbound traffic to all instances within the VPC if originated within the VPC", time_created: 2024-11-21T19:33:37.417714765Z, time_modified: 2024-11-21T19:33:37.417714765Z, time_deleted: None }, vpc_id: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name("default")))], filter_hosts: Some([VpcFirewallRuleHostFilter(Vpc(Name("default")))]), filter_ports: None, filter_protocols: None, action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 8d292f93-69e3-4541-ac3f-3a69e5f4fc30, name: Name(Name("allow-ssh")), description: "allow inbound TCP connections on port 22 from anywhere", time_created: 2024-11-21T19:33:37.417716856Z, time_modified: 2024-11-21T19:33:37.417716856Z, time_deleted: None }, vpc_id: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name("default")))], filter_hosts: None, filter_ports: Some([L4PortRange(L4PortRange { first: L4Port(22), last: L4Port(22) })]), filter_protocols: Some([VpcFirewallRuleProtocol(Tcp)]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }, VpcFirewallRule { identity: VpcFirewallRuleIdentity { id: 39eb3266-42af-4f69-a80e-b8f7adc57f10, name: Name(Name("allow-icmp")), description: "allow inbound ICMP traffic from anywhere", time_created: 2024-11-21T19:33:37.417717765Z, time_modified: 2024-11-21T19:33:37.417717765Z, time_deleted: None }, vpc_id: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, status: VpcFirewallRuleStatus(Enabled), direction: VpcFirewallRuleDirection(Inbound), targets: [VpcFirewallRuleTarget(Vpc(Name("default")))], filter_hosts: None, filter_ports: None, filter_protocols: Some([VpcFirewallRuleProtocol(Icmp)]), action: VpcFirewallRuleAction(Allow), priority: VpcFirewallRulePriority(VpcFirewallRulePriority(65534)) }]
33622024-11-21T19:33:37.417ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33632024-11-21T19:33:37.418ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33642024-11-21T19:33:37.420ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33652024-11-21T19:33:37.420ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33662024-11-21T19:33:37.423ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33672024-11-21T19:33:37.423ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33682024-11-21T19:33:37.426ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33692024-11-21T19:33:37.426ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33702024-11-21T19:33:37.428ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33712024-11-21T19:33:37.430ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33722024-11-21T19:33:37.430ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33732024-11-21T19:33:37.430ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcUpdateFirewall
33742024-11-21T19:33:37.522ZDEBGnexus (SEC): saga log event new_state = N014 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33752024-11-21T19:33:37.522ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Array [Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Array [Object {"type": String("vpc"), "value": String("default")}], "filter_ports": Null, "filter_protocols": Null, "identity": Object {"description": String("allow inbound traffic to all instances within the VPC if originated within the VPC"), "id": String("fd6ec368-39bd-4fcc-bc1e-cb08a4995724"), "name": String("allow-internal-inbound"), "time_created": String("2024-11-21T19:33:37.417714765Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417714765Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}, Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Null, "filter_ports": Array [String("22")], "filter_protocols": Array [String("TCP")], "identity": Object {"description": String("allow inbound TCP connections on port 22 from anywhere"), "id": String("8d292f93-69e3-4541-ac3f-3a69e5f4fc30"), "name": String("allow-ssh"), "time_created": String("2024-11-21T19:33:37.417716856Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417716856Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}, Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Null, "filter_ports": Null, "filter_protocols": Array [String("ICMP")], "identity": Object {"description": String("allow inbound ICMP traffic from anywhere"), "id": String("39eb3266-42af-4f69-a80e-b8f7adc57f10"), "name": String("allow-icmp"), "time_created": String("2024-11-21T19:33:37.417717765Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417717765Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}]) node_id = 14 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33762024-11-21T19:33:37.547ZDEBGnexus (SEC): saga log event new_state = N015 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
33772024-11-21T19:33:37.547ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 15 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
33782024-11-21T19:33:37.573ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
33792024-11-21T19:33:37.573ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
33802024-11-21T19:33:37.574ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 3 reason = Timeout
33812024-11-21T19:33:37.574ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 3 reason = Timeout
33822024-11-21T19:33:37.574ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
33832024-11-21T19:33:37.574ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
33842024-11-21T19:33:37.574ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
33852024-11-21T19:33:37.574ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
33862024-11-21T19:33:37.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
33872024-11-21T19:33:37.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
33882024-11-21T19:33:37.576ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
33892024-11-21T19:33:37.576ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
33902024-11-21T19:33:37.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33912024-11-21T19:33:37.577ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.086941ms iteration = 3 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
33922024-11-21T19:33:37.578ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
33932024-11-21T19:33:37.579ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
33942024-11-21T19:33:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
33952024-11-21T19:33:37.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
33962024-11-21T19:33:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
33972024-11-21T19:33:37.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
33982024-11-21T19:33:37.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
33992024-11-21T19:33:37.581ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34002024-11-21T19:33:37.581ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34012024-11-21T19:33:37.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34022024-11-21T19:33:37.583ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34032024-11-21T19:33:37.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
34042024-11-21T19:33:37.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
34052024-11-21T19:33:37.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
34062024-11-21T19:33:37.586ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34072024-11-21T19:33:37.586ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34082024-11-21T19:33:37.586ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34092024-11-21T19:33:37.614ZINFOnexus (BackgroundTasks): found new target blueprint (first find) background_task = blueprint_loader file = nexus/src/app/background/tasks/blueprint_load.rs:88 target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
34102024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 39.64014ms iteration = 3 status = {"enabled":false,"status":"first target blueprint","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z","time_found":"2024-11-21T19:33:37.614107169Z"}
34112024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 2 reason = Dependency
34122024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 2 reason = Dependency
34132024-11-21T19:33:37.614ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
34142024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.27\u{b5}s iteration = 2 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
34152024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34162024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34172024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34182024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34192024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34202024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34212024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34222024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34232024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34242024-11-21T19:33:37.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34252024-11-21T19:33:37.616ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34262024-11-21T19:33:37.617ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
34272024-11-21T19:33:37.617ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34282024-11-21T19:33:37.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34292024-11-21T19:33:37.617ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34302024-11-21T19:33:37.619ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
34312024-11-21T19:33:37.619ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34322024-11-21T19:33:37.619ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34332024-11-21T19:33:37.619ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34342024-11-21T19:33:37.621ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
34352024-11-21T19:33:37.621ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34362024-11-21T19:33:37.621ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34372024-11-21T19:33:37.621ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34382024-11-21T19:33:37.622ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
34392024-11-21T19:33:37.623ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34402024-11-21T19:33:37.623ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34412024-11-21T19:33:37.623ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34422024-11-21T19:33:37.624ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
34432024-11-21T19:33:37.624ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
34442024-11-21T19:33:37.624ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
34452024-11-21T19:33:37.638ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34462024-11-21T19:33:37.638ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34472024-11-21T19:33:37.657ZDEBGnexus (BackgroundTasks): client request background_task = crdb_node_id_collector body = None method = GET uri = http://[fd00:1122:3344:101::3]:32222/node/id
34482024-11-21T19:33:37.690ZDEBGnexus (BackgroundTasks): client request background_task = crdb_node_id_collector body = None method = GET uri = http://[fd00:1122:3344:101::5]:32222/node/id
34492024-11-21T19:33:37.704ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34502024-11-21T19:33:37.704ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34512024-11-21T19:33:37.720ZDEBGnexus (BackgroundTasks): client request background_task = crdb_node_id_collector body = None method = GET uri = http://[fd00:1122:3344:101::6]:32222/node/id
34522024-11-21T19:33:37.747ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34532024-11-21T19:33:37.747ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34542024-11-21T19:33:37.750ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34552024-11-21T19:33:37.750ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34562024-11-21T19:33:37.751ZDEBGnexus (BackgroundTasks): client request background_task = crdb_node_id_collector body = None method = GET uri = http://[fd00:1122:3344:101::7]:32222/node/id
34572024-11-21T19:33:37.753ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34582024-11-21T19:33:37.753ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34592024-11-21T19:33:37.756ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34602024-11-21T19:33:37.756ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34612024-11-21T19:33:37.758ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34622024-11-21T19:33:37.761ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") }, key: c094a066-c80b-40f1-bf5d-9fe019b4dcda, lookup_type: ById(c094a066-c80b-40f1-bf5d-9fe019b4dcda) } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34632024-11-21T19:33:37.761ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34642024-11-21T19:33:37.761ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcCreateGateway
34652024-11-21T19:33:37.782ZDEBGnexus (BackgroundTasks): client request background_task = crdb_node_id_collector body = None method = GET uri = http://[fd00:1122:3344:101::4]:32222/node/id
34662024-11-21T19:33:37.822ZDEBGnexus (SEC): saga log event new_state = N015 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
34672024-11-21T19:33:37.822ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"key": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda"), "lookup_type": Object {"ById": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}) node_id = 15 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
34682024-11-21T19:33:37.912ZDEBGnexus (SEC): saga log event new_state = N016 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
34692024-11-21T19:33:37.912ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 16 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
34702024-11-21T19:33:37.951ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34712024-11-21T19:33:37.951ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34722024-11-21T19:33:37.952ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34732024-11-21T19:33:37.953ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34742024-11-21T19:33:37.954ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34752024-11-21T19:33:37.954ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34762024-11-21T19:33:37.956ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34772024-11-21T19:33:37.956ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34782024-11-21T19:33:37.958ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34792024-11-21T19:33:37.958ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34802024-11-21T19:33:37.961ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34812024-11-21T19:33:37.961ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34822024-11-21T19:33:37.964ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34832024-11-21T19:33:37.964ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34842024-11-21T19:33:37.966ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34852024-11-21T19:33:37.969ZDEBGnexus (SagaExecutor): authorize result action = ListChildren actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34862024-11-21T19:33:37.969ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34872024-11-21T19:33:37.969ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34882024-11-21T19:33:37.971ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34892024-11-21T19:33:37.971ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34902024-11-21T19:33:37.974ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34912024-11-21T19:33:37.974ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34922024-11-21T19:33:37.977ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34932024-11-21T19:33:37.977ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34942024-11-21T19:33:37.979ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34952024-11-21T19:33:37.982ZDEBGnexus (SagaExecutor): authorize result action = ListChildren actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34962024-11-21T19:33:37.982ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34972024-11-21T19:33:37.982ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_node = VpcNotifySleds
34982024-11-21T19:33:37.987ZDEBGnexus: resolved names for firewall rules instance_interfaces = {} subnet_interfaces = {} subnet_networks = {} vpc_interfaces = {}
34992024-11-21T19:33:37.987ZDEBGnexus: resolved firewall rules for sled agents sled_agent_rules = []
35002024-11-21T19:33:37.987ZDEBGnexus: resolved 0 rules for sleds
35012024-11-21T19:33:38.041ZDEBGnexus: resolved sleds for vpc default vpc_to_sled = []
35022024-11-21T19:33:38.041ZDEBGnexus: sending firewall rules to sled agents
35032024-11-21T19:33:38.041ZINFOnexus: updated firewall rules on 0 sleds file = nexus/networking/src/firewall_rules.rs:496
35042024-11-21T19:33:38.041ZDEBGnexus (SEC): saga log event new_state = N016 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35052024-11-21T19:33:38.041ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 16 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
35062024-11-21T19:33:38.083ZDEBGnexus (SEC): saga log event new_state = N017 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35072024-11-21T19:33:38.083ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 17 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
35082024-11-21T19:33:38.136ZDEBGnexus (SEC): saga log event new_state = N017 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35092024-11-21T19:33:38.136ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 17 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
35102024-11-21T19:33:38.172ZDEBGnexus (SEC): saga log event new_state = N019 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35112024-11-21T19:33:38.172ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 19 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
35122024-11-21T19:33:38.202ZDEBGnexus (SEC): saga log event new_state = N019 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35132024-11-21T19:33:38.202ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 19 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
35142024-11-21T19:33:38.217ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35152024-11-21T19:33:38.217ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
35162024-11-21T19:33:38.384ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35172024-11-21T19:33:38.384ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833 saga_name = project-create saga_result = SagaResult { saga_id: 930f6a0f-02f5-44a5-80b3-4e706dc32833, saga_log: SagaLog { saga_id: 930f6a0f-02f5-44a5-80b3-4e706dc32833, unwinding: false, events: [N018 started, N018 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N013 started, N013 succeeded, N014 started, N014 succeeded, N015 started, N015 succeeded, N016 started, N016 succeeded, N017 started, N017 succeeded, N019 started, N019 succeeded], node_status: {0: Succeeded(Array [Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}, Object {"identity": Object {"description": String(""), "id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "name": String("proj-45190e51dfc"), "time_created": String("2024-11-21T19:33:36.058396Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:36.058396Z")}, "rcgen": Number(1), "silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}]), 1: Succeeded(Object {"authz_project": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}, "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "silo_user_id": String("b5856a11-0cbc-42bc-89a1-ffcd85e20369")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "vpc_create": Object {"description": String("Default VPC"), "dns_name": String("default"), "ipv6_prefix": String("fd87:69e0:fa20::/48"), "name": String("default")}}), 2: Succeeded(Null), 3: Succeeded(String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")), 4: Succeeded(String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb")), 5: Succeeded(String("c6eee1ab-c36b-4e32-a9ed-ec302a351a85")), 6: Succeeded(String("92490a50-0f0e-415b-bc4a-4bb335ea13a9")), 7: Succeeded(String("6755be63-0b8a-43d0-8d32-f93a22cba9d4")), 8: Succeeded(String("c094a066-c80b-40f1-bf5d-9fe019b4dcda")), 9: Succeeded(Array [Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}, Object {"dns_name": String("default"), "firewall_gen": Number(1), "identity": Object {"description": String("Default VPC"), "id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "name": String("default"), "time_created": String("2024-11-21T19:33:36.569514Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:36.569514Z")}, "ipv6_prefix": String("fd87:69e0:fa20::/48"), "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "subnet_gen": Number(1), "system_router_id": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb"), "vni": Number(7541126)}]), 10: Succeeded(Object {"key": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb"), "lookup_type": Object {"ById": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Array [Object {"key": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "lookup_type": Object {"ById": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}, Object {"custom_router_id": Null, "identity": Object {"description": String("The default subnet for default"), "id": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "name": String("default"), "time_created": String("2024-11-21T19:33:37.086345Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.086345Z")}, "ipv4_block": String("172.30.0.0/22"), "ipv6_block": String("fd87:69e0:fa20::/64"), "rcgen": Number(1), "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}]), 14: Succeeded(Array [Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Array [Object {"type": String("vpc"), "value": String("default")}], "filter_ports": Null, "filter_protocols": Null, "identity": Object {"description": String("allow inbound traffic to all instances within the VPC if originated within the VPC"), "id": String("fd6ec368-39bd-4fcc-bc1e-cb08a4995724"), "name": String("allow-internal-inbound"), "time_created": String("2024-11-21T19:33:37.417714765Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417714765Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}, Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Null, "filter_ports": Array [String("22")], "filter_protocols": Array [String("TCP")], "identity": Object {"description": String("allow inbound TCP connections on port 22 from anywhere"), "id": String("8d292f93-69e3-4541-ac3f-3a69e5f4fc30"), "name": String("allow-ssh"), "time_created": String("2024-11-21T19:33:37.417716856Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417716856Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}, Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Null, "filter_ports": Null, "filter_protocols": Array [String("ICMP")], "identity": Object {"description": String("allow inbound ICMP traffic from anywhere"), "id": String("39eb3266-42af-4f69-a80e-b8f7adc57f10"), "name": String("allow-icmp"), "time_created": String("2024-11-21T19:33:37.417717765Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417717765Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}]), 15: Succeeded(Object {"key": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda"), "lookup_type": Object {"ById": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}), 16: Succeeded(Null), 17: Succeeded(Null), 18: Succeeded(Null), 19: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"default_internet_gateway_id": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda"), "default_subnet_id": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "default_v4_route_id": String("c6eee1ab-c36b-4e32-a9ed-ec302a351a85"), "default_v6_route_id": String("92490a50-0f0e-415b-bc4a-4bb335ea13a9"), "firewall": Array [Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Array [Object {"type": String("vpc"), "value": String("default")}], "filter_ports": Null, "filter_protocols": Null, "identity": Object {"description": String("allow inbound traffic to all instances within the VPC if originated within the VPC"), "id": String("fd6ec368-39bd-4fcc-bc1e-cb08a4995724"), "name": String("allow-internal-inbound"), "time_created": String("2024-11-21T19:33:37.417714765Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417714765Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}, Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Null, "filter_ports": Array [String("22")], "filter_protocols": Array [String("TCP")], "identity": Object {"description": String("allow inbound TCP connections on port 22 from anywhere"), "id": String("8d292f93-69e3-4541-ac3f-3a69e5f4fc30"), "name": String("allow-ssh"), "time_created": String("2024-11-21T19:33:37.417716856Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417716856Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}, Object {"action": String("allow"), "direction": String("inbound"), "filter_hosts": Null, "filter_ports": Null, "filter_protocols": Array [String("ICMP")], "identity": Object {"description": String("allow inbound ICMP traffic from anywhere"), "id": String("39eb3266-42af-4f69-a80e-b8f7adc57f10"), "name": String("allow-icmp"), "time_created": String("2024-11-21T19:33:37.417717765Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.417717765Z")}, "priority": Number(65534), "status": String("enabled"), "targets": Array [Object {"type": String("vpc"), "value": String("default")}], "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}], "gateway": Object {"key": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda"), "lookup_type": Object {"ById": String("c094a066-c80b-40f1-bf5d-9fe019b4dcda")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}, "no_result": Null, "project": Array [Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}, Object {"identity": Object {"description": String(""), "id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "name": String("proj-45190e51dfc"), "time_created": String("2024-11-21T19:33:36.058396Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:36.058396Z")}, "rcgen": Number(1), "silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}], "route4": Null, "route6": Null, "router": Object {"key": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb"), "lookup_type": Object {"ById": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}, "subnet": Array [Object {"key": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "lookup_type": Object {"ById": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4")}, "parent": Object {"key": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c"), "lookup_type": Object {"ByName": String("default")}, "parent": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}}}, Object {"custom_router_id": Null, "identity": Object {"description": String("The default subnet for default"), "id": String("6755be63-0b8a-43d0-8d32-f93a22cba9d4"), "name": String("default"), "time_created": String("2024-11-21T19:33:37.086345Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:37.086345Z")}, "ipv4_block": String("172.30.0.0/22"), "ipv6_block": String("fd87:69e0:fa20::/64"), "rcgen": Number(1), "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")}], "system_router_id": String("d0227b83-1f06-4c00-8e15-c743c0cbd8cb"), "vpc": Null, "vpc_create_params": Object {"authz_project": Object {"key": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "lookup_type": Object {"ByName": String("proj-45190e51dfc")}, "parent": Object {"key": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "lookup_type": Object {"ById": String("4d2571c7-98ea-428d-998e-b26e88b12e96")}, "parent": Null}}, "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "silo_user_id": String("b5856a11-0cbc-42bc-89a1-ffcd85e20369")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "vpc_create": Object {"description": String("Default VPC"), "dns_name": String("default"), "ipv6_prefix": String("fd87:69e0:fa20::/48"), "name": String("default")}}, "vpc_id": String("b01c6552-05e1-4ecd-89af-6f68a8e83e1c")} }) }
35182024-11-21T19:33:38.384ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2639534 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = c60ae57e-d931-4361-b293-a95867a73335 response_code = 201 uri = /v1/projects
35192024-11-21T19:33:38.388ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35202024-11-21T19:33:38.388ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35212024-11-21T19:33:38.390ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35222024-11-21T19:33:38.391ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35232024-11-21T19:33:38.392ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
35242024-11-21T19:33:38.393ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
35252024-11-21T19:33:38.393ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35262024-11-21T19:33:38.393ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35272024-11-21T19:33:38.395ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35282024-11-21T19:33:38.395ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35292024-11-21T19:33:38.397ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35302024-11-21T19:33:38.397ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35312024-11-21T19:33:38.398ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35322024-11-21T19:33:38.398ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35332024-11-21T19:33:38.400ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
35342024-11-21T19:33:38.401ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
35352024-11-21T19:33:38.401ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35362024-11-21T19:33:38.401ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35372024-11-21T19:33:38.402ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
35382024-11-21T19:33:38.404ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
35392024-11-21T19:33:38.404ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35402024-11-21T19:33:38.404ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35412024-11-21T19:33:38.437ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35422024-11-21T19:33:38.437ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35432024-11-21T19:33:38.438ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35442024-11-21T19:33:38.439ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35452024-11-21T19:33:38.440ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35462024-11-21T19:33:38.440ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35472024-11-21T19:33:38.442ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35482024-11-21T19:33:38.442ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35492024-11-21T19:33:38.444ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
35502024-11-21T19:33:38.445ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
35512024-11-21T19:33:38.445ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35522024-11-21T19:33:38.445ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35532024-11-21T19:33:38.450ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35542024-11-21T19:33:38.450ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35552024-11-21T19:33:38.452ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
35562024-11-21T19:33:38.452ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
35572024-11-21T19:33:38.453ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
35582024-11-21T19:33:38.455ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
35592024-11-21T19:33:38.455ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {} } uri = /v1/disks?project=proj-45190e51dfc
35602024-11-21T19:33:38.455ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Database result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35612024-11-21T19:33:38.457ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {} } uri = /v1/disks?project=proj-45190e51dfc
35622024-11-21T19:33:38.457ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Database result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35632024-11-21T19:33:38.459ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {} } uri = /v1/disks?project=proj-45190e51dfc
35642024-11-21T19:33:38.459ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Database result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35652024-11-21T19:33:38.462ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {} } uri = /v1/disks?project=proj-45190e51dfc
35662024-11-21T19:33:38.462ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Database result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35672024-11-21T19:33:38.464ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {} } uri = /v1/disks?project=proj-45190e51dfc
35682024-11-21T19:33:38.464ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Database result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35692024-11-21T19:33:38.467ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {} } uri = /v1/disks?project=proj-45190e51dfc
35702024-11-21T19:33:38.467ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Database result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35712024-11-21T19:33:38.469ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/disks?project=proj-45190e51dfc
35722024-11-21T19:33:38.472ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab resource = Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") } result = Ok(()) uri = /v1/disks?project=proj-45190e51dfc
35732024-11-21T19:33:38.472ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
35742024-11-21T19:33:38.472ZINFOnexus (SEC): saga create dag = {"end_node":10,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,0,null],[8,10,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateDiskId","name":"disk_id"}},{"Action":{"action_name":"common.uuid_generate","label":"GenerateVolumeId","name":"volume_id"}},{"Action":{"action_name":"disk_create.create_disk_record","label":"CreateDiskRecord","name":"created_disk"}},{"Action":{"action_name":"disk_create.regions_alloc","label":"RegionsAlloc","name":"datasets_and_regions"}},{"Action":{"action_name":"disk_create.space_account","label":"SpaceAccount","name":"no_result"}},{"Action":{"action_name":"disk_create.regions_ensure_undo","label":"RegionsEnsureUndo","name":"regions_ensure_undo"}},{"Action":{"action_name":"disk_create.regions_ensure","label":"RegionsEnsure","name":"regions_ensure"}},{"Action":{"action_name":"disk_create.create_volume_record","label":"CreateVolumeRecord","name":"created_volume"}},{"Action":{"action_name":"disk_create.finalize_disk_record","label":"FinalizeDiskRecord","name":"disk_runtime"}},{"Start":{"params":{"create_params":{"description":"","disk_source":{"block_size":512,"type":"blank"},"name":"disk-6d2e837c250","size":1073741824},"project_id":"87dbc83d-8408-423b-b5d7-8512c2eaf749","serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","silo_user_id":"b5856a11-0cbc-42bc-89a1-ffcd85e20369"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}}}}},"End"]},"saga_name":"disk-create","start_node":9} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35752024-11-21T19:33:38.472ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
35762024-11-21T19:33:38.530ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
35772024-11-21T19:33:38.530ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35782024-11-21T19:33:38.530ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35792024-11-21T19:33:38.530ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35802024-11-21T19:33:38.570ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35812024-11-21T19:33:38.570ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 9 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35822024-11-21T19:33:38.617ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35832024-11-21T19:33:38.617ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35842024-11-21T19:33:38.634ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35852024-11-21T19:33:38.635ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032")) node_id = 0 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35862024-11-21T19:33:38.660ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35872024-11-21T19:33:38.660ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35882024-11-21T19:33:38.685ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35892024-11-21T19:33:38.685ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")) node_id = 1 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35902024-11-21T19:33:38.708ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
35912024-11-21T19:33:38.709ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = a783c522-b998-46d0-9fd7-62026429e368
35922024-11-21T19:33:38.726ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35932024-11-21T19:33:38.727ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35942024-11-21T19:33:38.728ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35952024-11-21T19:33:38.729ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35962024-11-21T19:33:38.730ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35972024-11-21T19:33:38.730ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35982024-11-21T19:33:38.732ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
35992024-11-21T19:33:38.733ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36002024-11-21T19:33:38.735ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36012024-11-21T19:33:38.735ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36022024-11-21T19:33:38.738ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36032024-11-21T19:33:38.738ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36042024-11-21T19:33:38.740ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36052024-11-21T19:33:38.742ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) } result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36062024-11-21T19:33:38.742ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36072024-11-21T19:33:38.742ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36082024-11-21T19:33:38.745ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36092024-11-21T19:33:38.745ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36102024-11-21T19:33:38.747ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36112024-11-21T19:33:38.747ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36122024-11-21T19:33:38.750ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36132024-11-21T19:33:38.750ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36142024-11-21T19:33:38.752ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36152024-11-21T19:33:38.754ZDEBGnexus (SagaExecutor): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) } result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36162024-11-21T19:33:38.754ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36172024-11-21T19:33:38.754ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = CreateDiskRecord
36182024-11-21T19:33:38.835ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36192024-11-21T19:33:38.835ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"block_size": String("Traditional"), "create_image_id": Null, "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "name": String("disk-6d2e837c250"), "time_created": String("2024-11-21T19:33:38.726764Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:38.726764Z")}, "pantry_address": Null, "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("creating"), "gen": Number(1), "time_updated": String("2024-11-21T19:33:38.726763Z")}, "size": Number(1073741824), "slot": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}) node_id = 2 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36202024-11-21T19:33:38.888ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36212024-11-21T19:33:38.888ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36222024-11-21T19:33:38.906ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = RegionsAlloc
36232024-11-21T19:33:38.906ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = RegionsAlloc
36242024-11-21T19:33:38.980ZINFOnexus (datastore): Allocated regions for volume datasets_and_regions = [(Dataset { identity: DatasetIdentity { id: 5f844438-d007-4fdc-a321-42e34dc62063 (dataset), time_created: 2024-11-21T19:33:31.797382Z, time_modified: 2024-11-21T19:33:31.797382Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 784212b9-62b7-432d-b0d7-e4600fa06921, ip: Some(fd00:1122:3344:101::14), port: Some(SqlU16(32345)), kind: Crucible, size_used: Some(1073741824), zone_name: None, quota: None, reservation: None, compression: None }, Region { identity: RegionIdentity { id: 6c87e384-8bf8-4e18-9083-ffcddd13dbe3, time_created: 2024-11-21T19:33:38.926039Z, time_modified: 2024-11-21T19:33:38.926039Z }, dataset_id: 5f844438-d007-4fdc-a321-42e34dc62063 (dataset), volume_id: 31e2ff8f-ce61-4aed-9952-0d54b37457f7, block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false }), (Dataset { identity: DatasetIdentity { id: 9dee5274-ce10-4688-bebd-c35babc558fe (dataset), time_created: 2024-11-21T19:33:31.797383Z, time_modified: 2024-11-21T19:33:31.797383Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 2c2f13ae-cbfd-4d35-8cda-af591905c789, ip: Some(fd00:1122:3344:101::13), port: Some(SqlU16(32345)), kind: Crucible, size_used: Some(1073741824), zone_name: None, quota: None, reservation: None, compression: None }, Region { identity: RegionIdentity { id: 64d12b9e-663f-4106-b0a0-45709dc887ca, time_created: 2024-11-21T19:33:38.926039Z, time_modified: 2024-11-21T19:33:38.926039Z }, dataset_id: 9dee5274-ce10-4688-bebd-c35babc558fe (dataset), volume_id: 31e2ff8f-ce61-4aed-9952-0d54b37457f7, block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false }), (Dataset { identity: DatasetIdentity { id: bd2dd562-dac9-4660-9174-2fe45746163d (dataset), time_created: 2024-11-21T19:33:31.797379Z, time_modified: 2024-11-21T19:33:31.797379Z }, time_deleted: None, rcgen: Generation(Generation(1)), pool_id: 11d53b36-56c4-493b-908d-a4b25d43b82e, ip: Some(fd00:1122:3344:101::12), port: Some(SqlU16(32345)), kind: Crucible, size_used: Some(1073741824), zone_name: None, quota: None, reservation: None, compression: None }, Region { identity: RegionIdentity { id: 733f5182-5f90-466b-8a16-c127b22725f1, time_created: 2024-11-21T19:33:38.926039Z, time_modified: 2024-11-21T19:33:38.926039Z }, dataset_id: bd2dd562-dac9-4660-9174-2fe45746163d (dataset), volume_id: 31e2ff8f-ce61-4aed-9952-0d54b37457f7, block_size: ByteCount(ByteCount(512)), blocks_per_extent: 131072, extent_count: 16, port: None, read_only: false, deleting: false })] file = nexus/db-queries/src/db/datastore/region.rs:282 maybe_snapshot_id = None volume_id = 31e2ff8f-ce61-4aed-9952-0d54b37457f7
36252024-11-21T19:33:38.980ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36262024-11-21T19:33:38.980ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Array [Array [Object {"compression": Null, "identity": Object {"id": String("5f844438-d007-4fdc-a321-42e34dc62063"), "time_created": String("2024-11-21T19:33:31.797382Z"), "time_modified": String("2024-11-21T19:33:31.797382Z")}, "ip": String("fd00:1122:3344:101::14"), "kind": String("Crucible"), "pool_id": String("784212b9-62b7-432d-b0d7-e4600fa06921"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("5f844438-d007-4fdc-a321-42e34dc62063"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("6c87e384-8bf8-4e18-9083-ffcddd13dbe3"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}], Array [Object {"compression": Null, "identity": Object {"id": String("9dee5274-ce10-4688-bebd-c35babc558fe"), "time_created": String("2024-11-21T19:33:31.797383Z"), "time_modified": String("2024-11-21T19:33:31.797383Z")}, "ip": String("fd00:1122:3344:101::13"), "kind": String("Crucible"), "pool_id": String("2c2f13ae-cbfd-4d35-8cda-af591905c789"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("9dee5274-ce10-4688-bebd-c35babc558fe"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("64d12b9e-663f-4106-b0a0-45709dc887ca"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}], Array [Object {"compression": Null, "identity": Object {"id": String("bd2dd562-dac9-4660-9174-2fe45746163d"), "time_created": String("2024-11-21T19:33:31.797379Z"), "time_modified": String("2024-11-21T19:33:31.797379Z")}, "ip": String("fd00:1122:3344:101::12"), "kind": String("Crucible"), "pool_id": String("11d53b36-56c4-493b-908d-a4b25d43b82e"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("bd2dd562-dac9-4660-9174-2fe45746163d"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("733f5182-5f90-466b-8a16-c127b22725f1"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}]]) node_id = 3 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36272024-11-21T19:33:39.014ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36282024-11-21T19:33:39.014ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36292024-11-21T19:33:39.032ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = SpaceAccount
36302024-11-21T19:33:39.033ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = SpaceAccount
36312024-11-21T19:33:39.105ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36322024-11-21T19:33:39.105ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36332024-11-21T19:33:39.141ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36342024-11-21T19:33:39.141ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36352024-11-21T19:33:39.170ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36362024-11-21T19:33:39.170ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36372024-11-21T19:33:39.198ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36382024-11-21T19:33:39.198ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36392024-11-21T19:33:39.274ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 152.946916ms dataset = bd2dd562-dac9-4660-9174-2fe45746163d file = nexus/src/app/crucible.rs:231 region = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36402024-11-21T19:33:39.274ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 231.170339ms dataset = 9dee5274-ce10-4688-bebd-c35babc558fe file = nexus/src/app/crucible.rs:231 region = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36412024-11-21T19:33:39.286ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 304.470289ms dataset = 5f844438-d007-4fdc-a321-42e34dc62063 file = nexus/src/app/crucible.rs:231 region = 6c87e384-8bf8-4e18-9083-ffcddd13dbe3 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36422024-11-21T19:33:39.435ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 411.686227ms dataset = bd2dd562-dac9-4660-9174-2fe45746163d file = nexus/src/app/crucible.rs:231 region = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36432024-11-21T19:33:39.513ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 402.762475ms dataset = 9dee5274-ce10-4688-bebd-c35babc558fe file = nexus/src/app/crucible.rs:231 region = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36442024-11-21T19:33:39.596ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 463.610301ms dataset = 5f844438-d007-4fdc-a321-42e34dc62063 file = nexus/src/app/crucible.rs:231 region = 6c87e384-8bf8-4e18-9083-ffcddd13dbe3 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36452024-11-21T19:33:39.826ZDEBGnexus (BackgroundTasks): client response background_task = crdb_node_id_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::6]:32222/node/id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0ed68fc6-72a6-479b-8ae5-7b1ac222a554", "content-length": "64", "date": "Thu, 21 Nov 2024 19:33:39 GMT"} })
36462024-11-21T19:33:39.826ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
36472024-11-21T19:33:39.827ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
36482024-11-21T19:33:39.828ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36492024-11-21T19:33:39.829ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
36502024-11-21T19:33:39.829ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
36512024-11-21T19:33:39.829ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
36522024-11-21T19:33:39.852ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 828.82567ms dataset = bd2dd562-dac9-4660-9174-2fe45746163d file = nexus/src/app/crucible.rs:231 region = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36532024-11-21T19:33:39.920ZWARNnexus (SagaExecutor): Region requested, not yet created. Retrying in 548.661745ms dataset = 9dee5274-ce10-4688-bebd-c35babc558fe file = nexus/src/app/crucible.rs:231 region = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create
36542024-11-21T19:33:40.269ZDEBGnexus (BackgroundTasks): client response background_task = crdb_node_id_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::7]:32222/node/id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d898ca35-fa17-4d34-8e9a-c75d60e9621c", "content-length": "64", "date": "Thu, 21 Nov 2024 19:33:40 GMT"} })
36552024-11-21T19:33:40.269ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
36562024-11-21T19:33:40.270ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
36572024-11-21T19:33:40.271ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36582024-11-21T19:33:40.272ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
36592024-11-21T19:33:40.272ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
36602024-11-21T19:33:40.272ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
36612024-11-21T19:33:40.443ZDEBGnexus (BackgroundTasks): client response background_task = crdb_node_id_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::3]:32222/node/id", status: 200, headers: {"content-type": "application/json", "x-request-id": "30c9315f-4e4b-45e5-a137-46f46eb22ea8", "content-length": "64", "date": "Thu, 21 Nov 2024 19:33:40 GMT"} })
36622024-11-21T19:33:40.443ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
36632024-11-21T19:33:40.443ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
36642024-11-21T19:33:40.444ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36652024-11-21T19:33:40.445ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
36662024-11-21T19:33:40.445ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
36672024-11-21T19:33:40.446ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
36682024-11-21T19:33:40.753ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36692024-11-21T19:33:40.753ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032\\",\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":16,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032\\",\\"key\\":\\"WsFaP5f0NZsQnjSk0MxknzaUeSV0pZk6LFv2lISvk9Y=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"[fd00:1122:3344:101::14]:19000\\",\\"[fd00:1122:3344:101::13]:19000\\",\\"[fd00:1122:3344:101::12]:19000\\"]}}]}")) node_id = 6 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36702024-11-21T19:33:40.834ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36712024-11-21T19:33:40.834ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36722024-11-21T19:33:40.947ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36732024-11-21T19:33:40.947ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 7 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36742024-11-21T19:33:40.978ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
36752024-11-21T19:33:40.978ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = a783c522-b998-46d0-9fd7-62026429e368
36762024-11-21T19:33:41.001ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36772024-11-21T19:33:41.002ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36782024-11-21T19:33:41.004ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36792024-11-21T19:33:41.005ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36802024-11-21T19:33:41.006ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36812024-11-21T19:33:41.006ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36822024-11-21T19:33:41.008ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36832024-11-21T19:33:41.008ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36842024-11-21T19:33:41.010ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36852024-11-21T19:33:41.010ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36862024-11-21T19:33:41.013ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36872024-11-21T19:33:41.013ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36882024-11-21T19:33:41.016ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36892024-11-21T19:33:41.016ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36902024-11-21T19:33:41.018ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36912024-11-21T19:33:41.020ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Disk { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) }, key: 7957c2b0-0c7e-43aa-9bda-03a7c6e6a032, lookup_type: ById(7957c2b0-0c7e-43aa-9bda-03a7c6e6a032) } result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36922024-11-21T19:33:41.020ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36932024-11-21T19:33:41.021ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36942024-11-21T19:33:41.023ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36952024-11-21T19:33:41.023ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36962024-11-21T19:33:41.026ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36972024-11-21T19:33:41.026ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36982024-11-21T19:33:41.028ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
36992024-11-21T19:33:41.029ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
37002024-11-21T19:33:41.031ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
37012024-11-21T19:33:41.033ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Disk { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) }, key: 7957c2b0-0c7e-43aa-9bda-03a7c6e6a032, lookup_type: ById(7957c2b0-0c7e-43aa-9bda-03a7c6e6a032) } result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
37022024-11-21T19:33:41.033ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
37032024-11-21T19:33:41.033ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_node = FinalizeDiskRecord
37042024-11-21T19:33:41.123ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37052024-11-21T19:33:41.123ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 8 saga_id = a783c522-b998-46d0-9fd7-62026429e368
37062024-11-21T19:33:41.148ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37072024-11-21T19:33:41.148ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = a783c522-b998-46d0-9fd7-62026429e368
37082024-11-21T19:33:41.182ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37092024-11-21T19:33:41.182ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 10 saga_id = a783c522-b998-46d0-9fd7-62026429e368
37102024-11-21T19:33:41.211ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = a783c522-b998-46d0-9fd7-62026429e368 sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37112024-11-21T19:33:41.211ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = a783c522-b998-46d0-9fd7-62026429e368
37122024-11-21T19:33:41.285ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37132024-11-21T19:33:41.285ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = a783c522-b998-46d0-9fd7-62026429e368 saga_name = disk-create saga_result = SagaResult { saga_id: a783c522-b998-46d0-9fd7-62026429e368, saga_log: SagaLog { saga_id: a783c522-b998-46d0-9fd7-62026429e368, unwinding: false, events: [N009 started, N009 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N010 started, N010 succeeded], node_status: {0: Succeeded(String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032")), 1: Succeeded(String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")), 2: Succeeded(Object {"block_size": String("Traditional"), "create_image_id": Null, "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "name": String("disk-6d2e837c250"), "time_created": String("2024-11-21T19:33:38.726764Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:38.726764Z")}, "pantry_address": Null, "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("creating"), "gen": Number(1), "time_updated": String("2024-11-21T19:33:38.726763Z")}, "size": Number(1073741824), "slot": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}), 3: Succeeded(Array [Array [Object {"compression": Null, "identity": Object {"id": String("5f844438-d007-4fdc-a321-42e34dc62063"), "time_created": String("2024-11-21T19:33:31.797382Z"), "time_modified": String("2024-11-21T19:33:31.797382Z")}, "ip": String("fd00:1122:3344:101::14"), "kind": String("Crucible"), "pool_id": String("784212b9-62b7-432d-b0d7-e4600fa06921"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("5f844438-d007-4fdc-a321-42e34dc62063"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("6c87e384-8bf8-4e18-9083-ffcddd13dbe3"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}], Array [Object {"compression": Null, "identity": Object {"id": String("9dee5274-ce10-4688-bebd-c35babc558fe"), "time_created": String("2024-11-21T19:33:31.797383Z"), "time_modified": String("2024-11-21T19:33:31.797383Z")}, "ip": String("fd00:1122:3344:101::13"), "kind": String("Crucible"), "pool_id": String("2c2f13ae-cbfd-4d35-8cda-af591905c789"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("9dee5274-ce10-4688-bebd-c35babc558fe"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("64d12b9e-663f-4106-b0a0-45709dc887ca"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}], Array [Object {"compression": Null, "identity": Object {"id": String("bd2dd562-dac9-4660-9174-2fe45746163d"), "time_created": String("2024-11-21T19:33:31.797379Z"), "time_modified": String("2024-11-21T19:33:31.797379Z")}, "ip": String("fd00:1122:3344:101::12"), "kind": String("Crucible"), "pool_id": String("11d53b36-56c4-493b-908d-a4b25d43b82e"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("bd2dd562-dac9-4660-9174-2fe45746163d"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("733f5182-5f90-466b-8a16-c127b22725f1"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}]]), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(String("{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032\\",\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":16,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032\\",\\"key\\":\\"WsFaP5f0NZsQnjSk0MxknzaUeSV0pZk6LFv2lISvk9Y=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"[fd00:1122:3344:101::14]:19000\\",\\"[fd00:1122:3344:101::13]:19000\\",\\"[fd00:1122:3344:101::12]:19000\\"]}}]}")), 7: Succeeded(Null), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"created_disk": Object {"block_size": String("Traditional"), "create_image_id": Null, "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "name": String("disk-6d2e837c250"), "time_created": String("2024-11-21T19:33:38.726764Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:38.726764Z")}, "pantry_address": Null, "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("creating"), "gen": Number(1), "time_updated": String("2024-11-21T19:33:38.726763Z")}, "size": Number(1073741824), "slot": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}, "created_volume": Null, "datasets_and_regions": Array [Array [Object {"compression": Null, "identity": Object {"id": String("5f844438-d007-4fdc-a321-42e34dc62063"), "time_created": String("2024-11-21T19:33:31.797382Z"), "time_modified": String("2024-11-21T19:33:31.797382Z")}, "ip": String("fd00:1122:3344:101::14"), "kind": String("Crucible"), "pool_id": String("784212b9-62b7-432d-b0d7-e4600fa06921"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("5f844438-d007-4fdc-a321-42e34dc62063"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("6c87e384-8bf8-4e18-9083-ffcddd13dbe3"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}], Array [Object {"compression": Null, "identity": Object {"id": String("9dee5274-ce10-4688-bebd-c35babc558fe"), "time_created": String("2024-11-21T19:33:31.797383Z"), "time_modified": String("2024-11-21T19:33:31.797383Z")}, "ip": String("fd00:1122:3344:101::13"), "kind": String("Crucible"), "pool_id": String("2c2f13ae-cbfd-4d35-8cda-af591905c789"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("9dee5274-ce10-4688-bebd-c35babc558fe"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("64d12b9e-663f-4106-b0a0-45709dc887ca"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}], Array [Object {"compression": Null, "identity": Object {"id": String("bd2dd562-dac9-4660-9174-2fe45746163d"), "time_created": String("2024-11-21T19:33:31.797379Z"), "time_modified": String("2024-11-21T19:33:31.797379Z")}, "ip": String("fd00:1122:3344:101::12"), "kind": String("Crucible"), "pool_id": String("11d53b36-56c4-493b-908d-a4b25d43b82e"), "port": Number(32345), "quota": Null, "rcgen": Number(1), "reservation": Null, "size_used": Number(1073741824), "time_deleted": Null, "zone_name": Null}, Object {"block_size": Number(512), "blocks_per_extent": Number(131072), "dataset_id": String("bd2dd562-dac9-4660-9174-2fe45746163d"), "deleting": Bool(false), "extent_count": Number(16), "identity": Object {"id": String("733f5182-5f90-466b-8a16-c127b22725f1"), "time_created": String("2024-11-21T19:33:38.926039Z"), "time_modified": String("2024-11-21T19:33:38.926039Z")}, "port": Null, "read_only": Bool(false), "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}]], "disk_id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "disk_runtime": Null, "no_result": Null, "regions_ensure": String("{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032\\",\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":16,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032\\",\\"key\\":\\"WsFaP5f0NZsQnjSk0MxknzaUeSV0pZk6LFv2lISvk9Y=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"[fd00:1122:3344:101::14]:19000\\",\\"[fd00:1122:3344:101::13]:19000\\",\\"[fd00:1122:3344:101::12]:19000\\"]}}]}"), "regions_ensure_undo": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")} }) }
37142024-11-21T19:33:41.285ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2898846 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 3f929af1-849b-44a4-a93a-c95fdd788dab response_code = 201 uri = /v1/disks?project=proj-45190e51dfc
37152024-11-21T19:33:41.294ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37162024-11-21T19:33:41.295ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37172024-11-21T19:33:41.296ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37182024-11-21T19:33:41.296ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37192024-11-21T19:33:41.297ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
37202024-11-21T19:33:41.299ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
37212024-11-21T19:33:41.299ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37222024-11-21T19:33:41.299ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37232024-11-21T19:33:41.300ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37242024-11-21T19:33:41.301ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37252024-11-21T19:33:41.302ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37262024-11-21T19:33:41.302ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37272024-11-21T19:33:41.304ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37282024-11-21T19:33:41.304ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37292024-11-21T19:33:41.305ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
37302024-11-21T19:33:41.306ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
37312024-11-21T19:33:41.306ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37322024-11-21T19:33:41.307ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37332024-11-21T19:33:41.308ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
37342024-11-21T19:33:41.309ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
37352024-11-21T19:33:41.309ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37362024-11-21T19:33:41.309ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37372024-11-21T19:33:41.369ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37382024-11-21T19:33:41.369ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37392024-11-21T19:33:41.371ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37402024-11-21T19:33:41.371ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37412024-11-21T19:33:41.373ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37422024-11-21T19:33:41.373ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37432024-11-21T19:33:41.374ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37442024-11-21T19:33:41.374ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37452024-11-21T19:33:41.376ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
37462024-11-21T19:33:41.377ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
37472024-11-21T19:33:41.377ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37482024-11-21T19:33:41.377ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37492024-11-21T19:33:41.379ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37502024-11-21T19:33:41.379ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37512024-11-21T19:33:41.380ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
37522024-11-21T19:33:41.381ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
37532024-11-21T19:33:41.382ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
37542024-11-21T19:33:41.383ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
37552024-11-21T19:33:41.383ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37562024-11-21T19:33:41.383ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37572024-11-21T19:33:41.384ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37582024-11-21T19:33:41.385ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37592024-11-21T19:33:41.387ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37602024-11-21T19:33:41.387ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37612024-11-21T19:33:41.390ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37622024-11-21T19:33:41.390ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37632024-11-21T19:33:41.395ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37642024-11-21T19:33:41.396ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37652024-11-21T19:33:41.398ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37662024-11-21T19:33:41.398ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37672024-11-21T19:33:41.400ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37682024-11-21T19:33:41.400ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37692024-11-21T19:33:41.403ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37702024-11-21T19:33:41.405ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Disk { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: 7957c2b0-0c7e-43aa-9bda-03a7c6e6a032, lookup_type: ByName("disk-6d2e837c250") } result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37712024-11-21T19:33:41.405ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37722024-11-21T19:33:41.406ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37732024-11-21T19:33:41.408ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37742024-11-21T19:33:41.408ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37752024-11-21T19:33:41.410ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37762024-11-21T19:33:41.410ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37772024-11-21T19:33:41.411ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37782024-11-21T19:33:41.412ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37792024-11-21T19:33:41.413ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37802024-11-21T19:33:41.413ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37812024-11-21T19:33:41.416ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37822024-11-21T19:33:41.416ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37832024-11-21T19:33:41.419ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37842024-11-21T19:33:41.419ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Database result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37852024-11-21T19:33:41.421ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37862024-11-21T19:33:41.424ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf resource = Disk { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ById(87dbc83d-8408-423b-b5d7-8512c2eaf749) }, key: 7957c2b0-0c7e-43aa-9bda-03a7c6e6a032, lookup_type: ById(7957c2b0-0c7e-43aa-9bda-03a7c6e6a032) } result = Ok(()) uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
37872024-11-21T19:33:41.424ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
37882024-11-21T19:33:41.424ZINFOnexus (SEC): saga create dag = {"end_node":14,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[4,5,null],[4,6,null],[6,7,null],[5,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[3,4,null],[11,12,null],[13,0,null],[12,14,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"disk_delete.delete_disk_record","label":"DeleteDiskRecord","name":"deleted_disk"}},{"Action":{"action_name":"disk_delete.space_account","label":"SpaceAccount","name":"no_result1"}},{"Constant":{"name":"params_for_volume_delete_subsaga","value":{"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","silo_user_id":"b5856a11-0cbc-42bc-89a1-ffcd85e20369"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}},"volume_id":"31e2ff8f-ce61-4aed-9952-0d54b37457f7"}}},{"SubsagaStart":{"params_node_name":"params_for_volume_delete_subsaga","saga_name":"volume-delete"}},{"Action":{"action_name":"volume_delete.decrease_crucible_resource_count","label":"DecreaseCrucibleResourceCount","name":"crucible_resources_to_delete"}},{"Action":{"action_name":"volume_delete.delete_crucible_regions","label":"DeleteCrucibleRegions","name":"no_result_1"}},{"Action":{"action_name":"volume_delete.delete_crucible_running_snapshots","label":"DeleteCrucibleRunningSnapshots","name":"no_result_2"}},{"Action":{"action_name":"volume_delete.delete_crucible_snapshots","label":"DeleteCrucibleSnapshots","name":"no_result_3"}},{"Action":{"action_name":"volume_delete.delete_crucible_snapshot_records","label":"DeleteCrucibleSnapshotRecords","name":"no_result_4"}},{"Action":{"action_name":"volume_delete.find_freed_crucible_regions","label":"FindFreedCrucibleRegions","name":"freed_crucible_regions"}},{"Action":{"action_name":"volume_delete.delete_freed_crucible_regions","label":"DeleteFreedCrucibleRegions","name":"no_result_5"}},{"Action":{"action_name":"volume_delete.hard_delete_volume_record","label":"HardDeleteVolumeRecord","name":"volume_hard_deleted"}},{"SubsagaEnd":{"name":"volume_delete_subsaga_no_result"}},{"Start":{"params":{"disk_id":"7957c2b0-0c7e-43aa-9bda-03a7c6e6a032","project_id":"87dbc83d-8408-423b-b5d7-8512c2eaf749","serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","silo_user_id":"b5856a11-0cbc-42bc-89a1-ffcd85e20369"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}},"volume_id":"31e2ff8f-ce61-4aed-9952-0d54b37457f7"}}},"End"]},"saga_name":"disk-delete","start_node":13} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37892024-11-21T19:33:41.424ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
37902024-11-21T19:33:41.445ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
37912024-11-21T19:33:41.445ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37922024-11-21T19:33:41.445ZDEBGnexus (SEC): saga log event new_state = N013 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
37932024-11-21T19:33:41.445ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 13 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
37942024-11-21T19:33:41.481ZDEBGnexus (BackgroundTasks): client response background_task = crdb_node_id_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::5]:32222/node/id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a4f2baef-1a8c-4315-accb-42d1da7daa2d", "content-length": "64", "date": "Thu, 21 Nov 2024 19:33:41 GMT"} })
37952024-11-21T19:33:41.481ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
37962024-11-21T19:33:41.481ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
37972024-11-21T19:33:41.482ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37982024-11-21T19:33:41.484ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
37992024-11-21T19:33:41.484ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
38002024-11-21T19:33:41.484ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
38012024-11-21T19:33:41.485ZDEBGnexus (SEC): saga log event new_state = N013 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38022024-11-21T19:33:41.485ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 13 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38032024-11-21T19:33:41.517ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38042024-11-21T19:33:41.517ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38052024-11-21T19:33:41.719ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38062024-11-21T19:33:41.719ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"block_size": String("Traditional"), "create_image_id": Null, "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "name": String("disk-6d2e837c250"), "time_created": String("2024-11-21T19:33:38.726764Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:38.726764Z")}, "pantry_address": Null, "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("detached"), "gen": Number(2), "time_updated": String("2024-11-21T19:33:41.020834Z")}, "size": Number(1073741824), "slot": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}) node_id = 0 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38072024-11-21T19:33:41.743ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38082024-11-21T19:33:41.743ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38092024-11-21T19:33:41.768ZDEBGnexus (SagaExecutor): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true roles = RoleSet { roles: {} } saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete saga_node = SpaceAccount
38102024-11-21T19:33:41.768ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true resource = Database result = Ok(()) saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete saga_node = SpaceAccount
38112024-11-21T19:33:41.839ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38122024-11-21T19:33:41.839ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38132024-11-21T19:33:41.865ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38142024-11-21T19:33:41.866ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38152024-11-21T19:33:41.903ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38162024-11-21T19:33:41.903ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "silo_user_id": String("b5856a11-0cbc-42bc-89a1-ffcd85e20369")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}) node_id = 2 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38172024-11-21T19:33:41.975ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38182024-11-21T19:33:41.975ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38192024-11-21T19:33:42.070ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38202024-11-21T19:33:42.070ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38212024-11-21T19:33:42.111ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38222024-11-21T19:33:42.111ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38232024-11-21T19:33:42.268ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38242024-11-21T19:33:42.268ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"V3": Object {"region_snapshots": Array [], "regions": Array [String("6c87e384-8bf8-4e18-9083-ffcddd13dbe3"), String("64d12b9e-663f-4106-b0a0-45709dc887ca"), String("733f5182-5f90-466b-8a16-c127b22725f1")]}}) node_id = 4 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38252024-11-21T19:33:42.315ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38262024-11-21T19:33:42.315ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38272024-11-21T19:33:42.350ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38282024-11-21T19:33:42.350ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38292024-11-21T19:33:42.385ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 143.249421ms file = nexus/src/app/crucible.rs:828 region_id = 6c87e384-8bf8-4e18-9083-ffcddd13dbe3 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38302024-11-21T19:33:42.385ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 110.65334ms file = nexus/src/app/crucible.rs:828 region_id = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38312024-11-21T19:33:42.387ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 148.051254ms file = nexus/src/app/crucible.rs:828 region_id = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38322024-11-21T19:33:42.387ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38332024-11-21T19:33:42.387ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 6 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38342024-11-21T19:33:42.502ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 62.61811ms file = nexus/src/app/crucible.rs:828 region_id = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38352024-11-21T19:33:42.532ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 142.951019ms file = nexus/src/app/crucible.rs:828 region_id = 6c87e384-8bf8-4e18-9083-ffcddd13dbe3 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38362024-11-21T19:33:42.540ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 79.106142ms file = nexus/src/app/crucible.rs:828 region_id = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38372024-11-21T19:33:42.568ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 122.662239ms file = nexus/src/app/crucible.rs:828 region_id = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38382024-11-21T19:33:42.623ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 107.542759ms file = nexus/src/app/crucible.rs:828 region_id = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38392024-11-21T19:33:42.679ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 109.948327ms file = nexus/src/app/crucible.rs:828 region_id = 6c87e384-8bf8-4e18-9083-ffcddd13dbe3 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38402024-11-21T19:33:42.694ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 117.591248ms file = nexus/src/app/crucible.rs:828 region_id = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38412024-11-21T19:33:42.734ZINFOnexus (SagaExecutor): region deleted file = nexus/src/app/crucible.rs:813 region_id = 64d12b9e-663f-4106-b0a0-45709dc887ca saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38422024-11-21T19:33:42.794ZINFOnexus (SagaExecutor): region deleted file = nexus/src/app/crucible.rs:813 region_id = 6c87e384-8bf8-4e18-9083-ffcddd13dbe3 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38432024-11-21T19:33:42.815ZINFOnexus (SagaExecutor): region deleted file = nexus/src/app/crucible.rs:813 region_id = 733f5182-5f90-466b-8a16-c127b22725f1 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38442024-11-21T19:33:42.928ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38452024-11-21T19:33:42.928ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38462024-11-21T19:33:43.000ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38472024-11-21T19:33:43.000ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38482024-11-21T19:33:43.039ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38492024-11-21T19:33:43.039ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 7 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38502024-11-21T19:33:43.067ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38512024-11-21T19:33:43.067ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38522024-11-21T19:33:43.093ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38532024-11-21T19:33:43.093ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 8 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38542024-11-21T19:33:43.118ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38552024-11-21T19:33:43.118ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38562024-11-21T19:33:43.149ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38572024-11-21T19:33:43.149ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Array []) node_id = 9 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38582024-11-21T19:33:43.169ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38592024-11-21T19:33:43.169ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38602024-11-21T19:33:43.180ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38612024-11-21T19:33:43.180ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 10 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38622024-11-21T19:33:43.204ZDEBGnexus (SEC): saga log event new_state = N011 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38632024-11-21T19:33:43.204ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 11 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38642024-11-21T19:33:43.221ZINFOnexus (SagaExecutor): allocated regions for 31e2ff8f-ce61-4aed-9952-0d54b37457f7 is empty, calling volume_hard_delete file = nexus/src/app/sagas/volume_delete.rs:531 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete
38652024-11-21T19:33:43.254ZDEBGnexus (SEC): saga log event new_state = N011 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38662024-11-21T19:33:43.254ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Bool(true)) node_id = 11 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38672024-11-21T19:33:43.277ZDEBGnexus (SEC): saga log event new_state = N012 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38682024-11-21T19:33:43.277ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 12 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38692024-11-21T19:33:43.303ZDEBGnexus (SEC): saga log event new_state = N012 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38702024-11-21T19:33:43.303ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Bool(true)) node_id = 12 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38712024-11-21T19:33:43.340ZDEBGnexus (SEC): saga log event new_state = N014 started sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38722024-11-21T19:33:43.340ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 14 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38732024-11-21T19:33:43.375ZDEBGnexus (SEC): saga log event new_state = N014 succeeded sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38742024-11-21T19:33:43.375ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 14 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38752024-11-21T19:33:43.399ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38762024-11-21T19:33:43.399ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
38772024-11-21T19:33:43.490ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete sec_id = 088dbd0f-363c-4785-9d04-aa968256294e
38782024-11-21T19:33:43.490ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33 saga_name = disk-delete saga_result = SagaResult { saga_id: 61d6961e-7579-4c47-baaf-fa3d40cfac33, saga_log: SagaLog { saga_id: 61d6961e-7579-4c47-baaf-fa3d40cfac33, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N006 started, N006 succeeded, N005 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(Object {"block_size": String("Traditional"), "create_image_id": Null, "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "name": String("disk-6d2e837c250"), "time_created": String("2024-11-21T19:33:38.726764Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:38.726764Z")}, "pantry_address": Null, "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("detached"), "gen": Number(2), "time_updated": String("2024-11-21T19:33:41.020834Z")}, "size": Number(1073741824), "slot": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}), 1: Succeeded(Null), 2: Succeeded(Object {"serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "silo_user_id": String("b5856a11-0cbc-42bc-89a1-ffcd85e20369")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}), 3: Succeeded(Null), 4: Succeeded(Object {"V3": Object {"region_snapshots": Array [], "regions": Array [String("6c87e384-8bf8-4e18-9083-ffcddd13dbe3"), String("64d12b9e-663f-4106-b0a0-45709dc887ca"), String("733f5182-5f90-466b-8a16-c127b22725f1")]}}), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Null), 8: Succeeded(Null), 9: Succeeded(Array []), 10: Succeeded(Null), 11: Succeeded(Bool(true)), 12: Succeeded(Bool(true)), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Bool(true), node_outputs: {"crucible_resources_to_delete": Object {"V3": Object {"region_snapshots": Array [], "regions": Array [String("6c87e384-8bf8-4e18-9083-ffcddd13dbe3"), String("64d12b9e-663f-4106-b0a0-45709dc887ca"), String("733f5182-5f90-466b-8a16-c127b22725f1")]}}, "deleted_disk": Object {"block_size": String("Traditional"), "create_image_id": Null, "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("7957c2b0-0c7e-43aa-9bda-03a7c6e6a032"), "name": String("disk-6d2e837c250"), "time_created": String("2024-11-21T19:33:38.726764Z"), "time_deleted": Null, "time_modified": String("2024-11-21T19:33:38.726764Z")}, "pantry_address": Null, "project_id": String("87dbc83d-8408-423b-b5d7-8512c2eaf749"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("detached"), "gen": Number(2), "time_updated": String("2024-11-21T19:33:41.020834Z")}, "size": Number(1073741824), "slot": Null, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}, "freed_crucible_regions": Array [], "no_result1": Null, "no_result_1": Null, "no_result_2": Null, "no_result_3": Null, "no_result_4": Null, "no_result_5": Null, "params_for_volume_delete_subsaga": Object {"serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("4d2571c7-98ea-428d-998e-b26e88b12e96"), "silo_user_id": String("b5856a11-0cbc-42bc-89a1-ffcd85e20369")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "volume_id": String("31e2ff8f-ce61-4aed-9952-0d54b37457f7")}, "volume_delete_subsaga_no_result": Bool(true), "volume_hard_deleted": Bool(true)} }) }
38792024-11-21T19:33:43.490ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2196047 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = 5dbe2c37-e348-4230-99ec-8edc0be67adf response_code = 204 uri = /v1/disks/disk-6d2e837c250?project=proj-45190e51dfc
38802024-11-21T19:33:43.501ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38812024-11-21T19:33:43.501ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38822024-11-21T19:33:43.503ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
38832024-11-21T19:33:43.505ZDEBGnexus (ExternalAuthn): authorize result action = CreateChild actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = DeviceAuthRequestList result = Ok(())
38842024-11-21T19:33:43.505ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38852024-11-21T19:33:43.505ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38862024-11-21T19:33:43.607ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 107128 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 16d0a62e-757b-420f-a196-a80609cd1002 response_code = 200 uri = /device/auth
38872024-11-21T19:33:43.609ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38882024-11-21T19:33:43.609ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38892024-11-21T19:33:43.610ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38902024-11-21T19:33:43.610ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38912024-11-21T19:33:43.612ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
38922024-11-21T19:33:43.613ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
38932024-11-21T19:33:43.613ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38942024-11-21T19:33:43.613ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38952024-11-21T19:33:43.615ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38962024-11-21T19:33:43.615ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38972024-11-21T19:33:43.616ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
38982024-11-21T19:33:43.616ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
38992024-11-21T19:33:43.618ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39002024-11-21T19:33:43.618ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39012024-11-21T19:33:43.619ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39022024-11-21T19:33:43.620ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
39032024-11-21T19:33:43.620ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39042024-11-21T19:33:43.620ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39052024-11-21T19:33:43.622ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39062024-11-21T19:33:43.623ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
39072024-11-21T19:33:43.623ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39082024-11-21T19:33:43.623ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39092024-11-21T19:33:43.665ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39102024-11-21T19:33:43.665ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39112024-11-21T19:33:43.667ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39122024-11-21T19:33:43.667ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39132024-11-21T19:33:43.669ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39142024-11-21T19:33:43.669ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39152024-11-21T19:33:43.670ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39162024-11-21T19:33:43.670ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39172024-11-21T19:33:43.672ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39182024-11-21T19:33:43.673ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
39192024-11-21T19:33:43.673ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39202024-11-21T19:33:43.673ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39212024-11-21T19:33:43.675ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39222024-11-21T19:33:43.675ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39232024-11-21T19:33:43.676ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39242024-11-21T19:33:43.676ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39252024-11-21T19:33:43.678ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39262024-11-21T19:33:43.679ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
39272024-11-21T19:33:43.679ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39282024-11-21T19:33:43.679ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39292024-11-21T19:33:43.683ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39302024-11-21T19:33:43.683ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39312024-11-21T19:33:43.686ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39322024-11-21T19:33:43.686ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39332024-11-21T19:33:43.688ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /device/confirm
39342024-11-21T19:33:43.689ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = DeviceAuthRequest { parent: Fleet, key: "RCSR-NWJK", lookup_type: ByCompositeId("user_code = \\"RCSR-NWJK\\"") } result = Ok(()) uri = /device/confirm
39352024-11-21T19:33:43.689ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39362024-11-21T19:33:43.689ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39372024-11-21T19:33:43.691ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39382024-11-21T19:33:43.691ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39392024-11-21T19:33:43.692ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39402024-11-21T19:33:43.692ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39412024-11-21T19:33:43.694ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39422024-11-21T19:33:43.694ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39432024-11-21T19:33:43.697ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39442024-11-21T19:33:43.697ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39452024-11-21T19:33:43.699ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /device/confirm
39462024-11-21T19:33:43.700ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(()) uri = /device/confirm
39472024-11-21T19:33:43.700ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39482024-11-21T19:33:43.701ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39492024-11-21T19:33:43.703ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39502024-11-21T19:33:43.703ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39512024-11-21T19:33:43.705ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /device/confirm
39522024-11-21T19:33:43.706ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = DeviceAuthRequest { parent: Fleet, key: "RCSR-NWJK", lookup_type: ByCompositeId("user_code = \\"RCSR-NWJK\\"") } result = Ok(()) uri = /device/confirm
39532024-11-21T19:33:43.706ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39542024-11-21T19:33:43.706ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39552024-11-21T19:33:43.708ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39562024-11-21T19:33:43.708ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39572024-11-21T19:33:43.711ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39582024-11-21T19:33:43.711ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39592024-11-21T19:33:43.713ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /device/confirm
39602024-11-21T19:33:43.714ZDEBGnexus (dropshot_external): authorize result action = CreateChild actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(()) uri = /device/confirm
39612024-11-21T19:33:43.714ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 roles = RoleSet { roles: {} } uri = /device/confirm
39622024-11-21T19:33:43.714ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 resource = Database result = Ok(()) uri = /device/confirm
39632024-11-21T19:33:43.883ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 274277 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 70649fdd-f0a4-4889-9488-239dd735df84 response_code = 204 uri = /device/confirm
39642024-11-21T19:33:43.885ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39652024-11-21T19:33:43.886ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39662024-11-21T19:33:43.918ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 34013 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60517 req_id = 4a5fa88d-d53e-461c-8d4c-15b52ef770d2 response_code = 200 uri = /device/token
39672024-11-21T19:33:43.921ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39682024-11-21T19:33:43.922ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39692024-11-21T19:33:43.923ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39702024-11-21T19:33:43.923ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39712024-11-21T19:33:43.925ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39722024-11-21T19:33:43.926ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
39732024-11-21T19:33:43.926ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39742024-11-21T19:33:43.926ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39752024-11-21T19:33:43.927ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39762024-11-21T19:33:43.927ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39772024-11-21T19:33:43.929ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39782024-11-21T19:33:43.929ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39792024-11-21T19:33:43.930ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39802024-11-21T19:33:43.930ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39812024-11-21T19:33:43.932ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39822024-11-21T19:33:43.933ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
39832024-11-21T19:33:43.933ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39842024-11-21T19:33:43.933ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39852024-11-21T19:33:43.934ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39862024-11-21T19:33:43.935ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
39872024-11-21T19:33:43.935ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39882024-11-21T19:33:43.936ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39892024-11-21T19:33:43.955ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39902024-11-21T19:33:43.956ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39912024-11-21T19:33:43.957ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39922024-11-21T19:33:43.957ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39932024-11-21T19:33:43.958ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39942024-11-21T19:33:43.959ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39952024-11-21T19:33:43.960ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
39962024-11-21T19:33:43.960ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
39972024-11-21T19:33:43.961ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
39982024-11-21T19:33:43.962ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
39992024-11-21T19:33:43.962ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40002024-11-21T19:33:43.962ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40012024-11-21T19:33:43.963ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40022024-11-21T19:33:43.963ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40032024-11-21T19:33:43.965ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40042024-11-21T19:33:43.965ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40052024-11-21T19:33:43.966ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
40062024-11-21T19:33:43.967ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
40072024-11-21T19:33:43.969ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40082024-11-21T19:33:43.969ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40092024-11-21T19:33:43.971ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40102024-11-21T19:33:43.971ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40112024-11-21T19:33:43.972ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40122024-11-21T19:33:43.972ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40132024-11-21T19:33:43.974ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40142024-11-21T19:33:43.974ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40152024-11-21T19:33:43.976ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40162024-11-21T19:33:43.976ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40172024-11-21T19:33:43.978ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40182024-11-21T19:33:43.978ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40192024-11-21T19:33:43.980ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40202024-11-21T19:33:43.980ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40212024-11-21T19:33:43.982ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40222024-11-21T19:33:43.982ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40232024-11-21T19:33:43.985ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40242024-11-21T19:33:43.987ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") }, key: 6755be63-0b8a-43d0-8d32-f93a22cba9d4, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40252024-11-21T19:33:43.987ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40262024-11-21T19:33:43.988ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40272024-11-21T19:33:43.990ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40282024-11-21T19:33:43.990ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40292024-11-21T19:33:43.992ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40302024-11-21T19:33:43.992ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40312024-11-21T19:33:43.994ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40322024-11-21T19:33:43.994ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40332024-11-21T19:33:43.997ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40342024-11-21T19:33:43.999ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") }, key: 6755be63-0b8a-43d0-8d32-f93a22cba9d4, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40352024-11-21T19:33:43.999ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40362024-11-21T19:33:44.000ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40372024-11-21T19:33:44.002ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40382024-11-21T19:33:44.002ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40392024-11-21T19:33:44.020ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40402024-11-21T19:33:44.021ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40412024-11-21T19:33:44.111ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40422024-11-21T19:33:44.111ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40432024-11-21T19:33:44.146ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 224784 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = e36b2f8a-805f-4ca0-a095-5366136f7f93 response_code = 204 uri = /v1/vpc-subnets/default?project=proj-45190e51dfc&vpc=default
40442024-11-21T19:33:44.146ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 2 reason = Signaled
40452024-11-21T19:33:44.146ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
40462024-11-21T19:33:44.146ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40472024-11-21T19:33:44.146ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40482024-11-21T19:33:44.148ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40492024-11-21T19:33:44.148ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40502024-11-21T19:33:44.148ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40512024-11-21T19:33:44.149ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40522024-11-21T19:33:44.149ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40532024-11-21T19:33:44.150ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
40542024-11-21T19:33:44.150ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40552024-11-21T19:33:44.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40562024-11-21T19:33:44.151ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
40572024-11-21T19:33:44.151ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40582024-11-21T19:33:44.152ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
40592024-11-21T19:33:44.152ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40602024-11-21T19:33:44.152ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40612024-11-21T19:33:44.153ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
40622024-11-21T19:33:44.153ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40632024-11-21T19:33:44.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40642024-11-21T19:33:44.153ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40652024-11-21T19:33:44.154ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40662024-11-21T19:33:44.155ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40672024-11-21T19:33:44.155ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40682024-11-21T19:33:44.157ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40692024-11-21T19:33:44.157ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40702024-11-21T19:33:44.158ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
40712024-11-21T19:33:44.159ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
40722024-11-21T19:33:44.159ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40732024-11-21T19:33:44.159ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40742024-11-21T19:33:44.161ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
40752024-11-21T19:33:44.162ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
40762024-11-21T19:33:44.162ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
40772024-11-21T19:33:44.162ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
40782024-11-21T19:33:44.185ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
40792024-11-21T19:33:44.185ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
40802024-11-21T19:33:44.186ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "e5f9b533-76cb-4d82-b718-8a86bd3d6c8f", "content-length": "312", "date": "Thu, 21 Nov 2024 19:33:44 GMT"} })
40812024-11-21T19:33:44.186ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40822024-11-21T19:33:44.186ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40832024-11-21T19:33:44.206ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
40842024-11-21T19:33:44.206ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
40852024-11-21T19:33:44.206ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "2506702d-9325-44f0-8292-bb786b0ab1cc", "date": "Thu, 21 Nov 2024 19:33:44 GMT"} })
40862024-11-21T19:33:44.206ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40872024-11-21T19:33:44.207ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40882024-11-21T19:33:44.209ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40892024-11-21T19:33:44.209ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40902024-11-21T19:33:44.213ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40912024-11-21T19:33:44.214ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40922024-11-21T19:33:44.217ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40932024-11-21T19:33:44.217ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40942024-11-21T19:33:44.219ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40952024-11-21T19:33:44.220ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40962024-11-21T19:33:44.221ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40972024-11-21T19:33:44.222ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40982024-11-21T19:33:44.223ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40992024-11-21T19:33:44.223ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41002024-11-21T19:33:44.225ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41012024-11-21T19:33:44.225ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41022024-11-21T19:33:44.226ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41032024-11-21T19:33:44.226ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41042024-11-21T19:33:44.227ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41052024-11-21T19:33:44.228ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41062024-11-21T19:33:44.229ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41072024-11-21T19:33:44.232ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41082024-11-21T19:33:44.232ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41092024-11-21T19:33:44.232ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) } result = Ok(())
41102024-11-21T19:33:44.232ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41112024-11-21T19:33:44.232ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41122024-11-21T19:33:44.233ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41132024-11-21T19:33:44.233ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41142024-11-21T19:33:44.234ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41152024-11-21T19:33:44.234ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41162024-11-21T19:33:44.234ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41172024-11-21T19:33:44.235ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41182024-11-21T19:33:44.235ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41192024-11-21T19:33:44.235ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41202024-11-21T19:33:44.236ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41212024-11-21T19:33:44.236ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41222024-11-21T19:33:44.237ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41232024-11-21T19:33:44.237ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
41242024-11-21T19:33:44.238ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
41252024-11-21T19:33:44.238ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41262024-11-21T19:33:44.238ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41272024-11-21T19:33:44.239ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41282024-11-21T19:33:44.240ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41292024-11-21T19:33:44.241ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) } result = Ok(())
41302024-11-21T19:33:44.241ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41312024-11-21T19:33:44.241ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41322024-11-21T19:33:44.241ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
41332024-11-21T19:33:44.241ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
41342024-11-21T19:33:44.243ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
41352024-11-21T19:33:44.244ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41362024-11-21T19:33:44.244ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41372024-11-21T19:33:44.244ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
41382024-11-21T19:33:44.244ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41392024-11-21T19:33:44.244ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41402024-11-21T19:33:44.245ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41412024-11-21T19:33:44.245ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41422024-11-21T19:33:44.245ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41432024-11-21T19:33:44.246ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41442024-11-21T19:33:44.247ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41452024-11-21T19:33:44.247ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41462024-11-21T19:33:44.248ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41472024-11-21T19:33:44.248ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41482024-11-21T19:33:44.248ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41492024-11-21T19:33:44.248ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41502024-11-21T19:33:44.250ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41512024-11-21T19:33:44.250ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41522024-11-21T19:33:44.250ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41532024-11-21T19:33:44.250ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41542024-11-21T19:33:44.251ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41552024-11-21T19:33:44.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41562024-11-21T19:33:44.253ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41572024-11-21T19:33:44.253ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41582024-11-21T19:33:44.253ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41592024-11-21T19:33:44.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41602024-11-21T19:33:44.254ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41612024-11-21T19:33:44.255ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41622024-11-21T19:33:44.255ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41632024-11-21T19:33:44.258ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000003, lookup_type: ByName("boundary-ntp") } result = Ok(())
41642024-11-21T19:33:44.258ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41652024-11-21T19:33:44.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41662024-11-21T19:33:44.258ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41672024-11-21T19:33:44.258ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41682024-11-21T19:33:44.259ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41692024-11-21T19:33:44.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41702024-11-21T19:33:44.260ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41712024-11-21T19:33:44.261ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41722024-11-21T19:33:44.261ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41732024-11-21T19:33:44.262ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41742024-11-21T19:33:44.262ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41752024-11-21T19:33:44.263ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41762024-11-21T19:33:44.263ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41772024-11-21T19:33:44.264ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41782024-11-21T19:33:44.264ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41792024-11-21T19:33:44.264ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41802024-11-21T19:33:44.265ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41812024-11-21T19:33:44.265ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41822024-11-21T19:33:44.265ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41832024-11-21T19:33:44.266ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41842024-11-21T19:33:44.266ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41852024-11-21T19:33:44.267ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41862024-11-21T19:33:44.267ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41872024-11-21T19:33:44.268ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41882024-11-21T19:33:44.268ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41892024-11-21T19:33:44.270ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41902024-11-21T19:33:44.270ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
41912024-11-21T19:33:44.271ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
41922024-11-21T19:33:44.271ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41932024-11-21T19:33:44.271ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41942024-11-21T19:33:44.272ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/vpcs/default?project=proj-45190e51dfc
41952024-11-21T19:33:44.272ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41962024-11-21T19:33:44.273ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41972024-11-21T19:33:44.274ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41982024-11-21T19:33:44.274ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41992024-11-21T19:33:44.274ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42002024-11-21T19:33:44.274ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42012024-11-21T19:33:44.274ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42022024-11-21T19:33:44.275ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42032024-11-21T19:33:44.275ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42042024-11-21T19:33:44.276ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42052024-11-21T19:33:44.276ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42062024-11-21T19:33:44.277ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42072024-11-21T19:33:44.277ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42082024-11-21T19:33:44.278ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42092024-11-21T19:33:44.278ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42102024-11-21T19:33:44.279ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42112024-11-21T19:33:44.279ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42122024-11-21T19:33:44.281ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42132024-11-21T19:33:44.284ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
42142024-11-21T19:33:44.284ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42152024-11-21T19:33:44.284ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42162024-11-21T19:33:44.286ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42172024-11-21T19:33:44.286ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42182024-11-21T19:33:44.287ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42192024-11-21T19:33:44.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42202024-11-21T19:33:44.289ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42212024-11-21T19:33:44.289ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42222024-11-21T19:33:44.296ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42232024-11-21T19:33:44.296ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42242024-11-21T19:33:44.297ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42252024-11-21T19:33:44.297ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42262024-11-21T19:33:44.299ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42272024-11-21T19:33:44.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42282024-11-21T19:33:44.300ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42292024-11-21T19:33:44.303ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000002, lookup_type: ByName("default") } result = Ok(())
42302024-11-21T19:33:44.303ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
42312024-11-21T19:33:44.306ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "d1387c91-d5e1-4625-9081-326111ce61aa", "date": "Thu, 21 Nov 2024 19:33:44 GMT"} })
42322024-11-21T19:33:44.308ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 161.62889ms iteration = 2 status = {}
42332024-11-21T19:33:44.322ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42342024-11-21T19:33:44.322ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42352024-11-21T19:33:44.323ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42362024-11-21T19:33:44.324ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42372024-11-21T19:33:44.326ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42382024-11-21T19:33:44.326ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42392024-11-21T19:33:44.328ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42402024-11-21T19:33:44.329ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42412024-11-21T19:33:44.331ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42422024-11-21T19:33:44.334ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") }, key: d0227b83-1f06-4c00-8e15-c743c0cbd8cb, lookup_type: ById(d0227b83-1f06-4c00-8e15-c743c0cbd8cb) } result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42432024-11-21T19:33:44.334ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42442024-11-21T19:33:44.334ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42452024-11-21T19:33:44.386ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42462024-11-21T19:33:44.386ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42472024-11-21T19:33:44.412ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42482024-11-21T19:33:44.413ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42492024-11-21T19:33:44.417ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42502024-11-21T19:33:44.418ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42512024-11-21T19:33:44.420ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42522024-11-21T19:33:44.420ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42532024-11-21T19:33:44.423ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42542024-11-21T19:33:44.423ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42552024-11-21T19:33:44.426ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42562024-11-21T19:33:44.426ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42572024-11-21T19:33:44.427ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42582024-11-21T19:33:44.430ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") }, key: b01c6552-05e1-4ecd-89af-6f68a8e83e1c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42592024-11-21T19:33:44.430ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-45190e51dfc
42602024-11-21T19:33:44.430ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-45190e51dfc
42612024-11-21T19:33:44.473ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 325205 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d3290223-d62e-47bc-a053-afa073b1b3ff response_code = 204 uri = /v1/vpcs/default?project=proj-45190e51dfc
42622024-11-21T19:33:44.474ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42632024-11-21T19:33:44.474ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42642024-11-21T19:33:44.475ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42652024-11-21T19:33:44.476ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42662024-11-21T19:33:44.477ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
42672024-11-21T19:33:44.478ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("token = \\"e3595523d1f2f71344af9e1be657e42cef1d2eb4\\"") } result = Ok(())
42682024-11-21T19:33:44.478ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42692024-11-21T19:33:44.478ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42702024-11-21T19:33:44.480ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42712024-11-21T19:33:44.480ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42722024-11-21T19:33:44.481ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42732024-11-21T19:33:44.481ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42742024-11-21T19:33:44.483ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42752024-11-21T19:33:44.483ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42762024-11-21T19:33:44.484ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
42772024-11-21T19:33:44.485ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
42782024-11-21T19:33:44.485ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42792024-11-21T19:33:44.485ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42802024-11-21T19:33:44.487ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
42812024-11-21T19:33:44.488ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "e3595523d1f2f71344af9e1be657e42cef1d2eb4", lookup_type: ByCompositeId("e3595523d1f2f71344af9e1be657e42cef1d2eb4") } result = Ok(())
42822024-11-21T19:33:44.488ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42832024-11-21T19:33:44.489ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42842024-11-21T19:33:44.510ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42852024-11-21T19:33:44.510ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42862024-11-21T19:33:44.511ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42872024-11-21T19:33:44.511ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42882024-11-21T19:33:44.513ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42892024-11-21T19:33:44.513ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42902024-11-21T19:33:44.514ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42912024-11-21T19:33:44.514ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42922024-11-21T19:33:44.515ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
42932024-11-21T19:33:44.517ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: b5856a11-0cbc-42bc-89a1-ffcd85e20369, lookup_type: ById(b5856a11-0cbc-42bc-89a1-ffcd85e20369) } result = Ok(())
42942024-11-21T19:33:44.517ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42952024-11-21T19:33:44.517ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42962024-11-21T19:33:44.518ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42972024-11-21T19:33:44.518ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
42982024-11-21T19:33:44.519ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
42992024-11-21T19:33:44.519ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
43002024-11-21T19:33:44.521ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
43012024-11-21T19:33:44.522ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) } result = Ok(())
43022024-11-21T19:33:44.522ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43032024-11-21T19:33:44.522ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43042024-11-21T19:33:44.523ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43052024-11-21T19:33:44.523ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43062024-11-21T19:33:44.526ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43072024-11-21T19:33:44.526ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43082024-11-21T19:33:44.528ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43092024-11-21T19:33:44.528ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43102024-11-21T19:33:44.530ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43112024-11-21T19:33:44.530ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43122024-11-21T19:33:44.532ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43132024-11-21T19:33:44.532ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43142024-11-21T19:33:44.535ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/projects/proj-45190e51dfc
43152024-11-21T19:33:44.537ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") } result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43162024-11-21T19:33:44.537ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43172024-11-21T19:33:44.537ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43182024-11-21T19:33:44.539ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43192024-11-21T19:33:44.539ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43202024-11-21T19:33:44.541ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43212024-11-21T19:33:44.542ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43222024-11-21T19:33:44.543ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43232024-11-21T19:33:44.543ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43242024-11-21T19:33:44.546ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {(Silo, 4d2571c7-98ea-428d-998e-b26e88b12e96, "admin")} } uri = /v1/projects/proj-45190e51dfc
43252024-11-21T19:33:44.547ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Project { parent: Silo { parent: Fleet, key: 4d2571c7-98ea-428d-998e-b26e88b12e96, lookup_type: ById(4d2571c7-98ea-428d-998e-b26e88b12e96) }, key: 87dbc83d-8408-423b-b5d7-8512c2eaf749, lookup_type: ByName("proj-45190e51dfc") } result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43262024-11-21T19:33:44.547ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43272024-11-21T19:33:44.547ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43282024-11-21T19:33:44.550ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43292024-11-21T19:33:44.550ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43302024-11-21T19:33:44.552ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43312024-11-21T19:33:44.552ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43322024-11-21T19:33:44.604ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43332024-11-21T19:33:44.604ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43342024-11-21T19:33:44.632ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43352024-11-21T19:33:44.632ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43362024-11-21T19:33:44.634ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43372024-11-21T19:33:44.634ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43382024-11-21T19:33:44.636ZDEBGnexus (dropshot_external): roles actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b roles = RoleSet { roles: {} } uri = /v1/projects/proj-45190e51dfc
43392024-11-21T19:33:44.636ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: b5856a11-0cbc-42bc-89a1-ffcd85e20369, silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, .. }) actor_id = b5856a11-0cbc-42bc-89a1-ffcd85e20369 authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b resource = Database result = Ok(()) uri = /v1/projects/proj-45190e51dfc
43402024-11-21T19:33:44.731ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 256819 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60517 req_id = d6515165-793e-4ecd-a26c-6b5c9056785b response_code = 204 uri = /v1/projects/proj-45190e51dfc
43412024-11-21T19:33:46.992ZINFOnexus (dropshot): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:56721 remote_addr = [fd00:1122:3344:101::d]:35018
43422024-11-21T19:33:47.000ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 7858 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = a8554274-24a8-496d-999b-5be03d883cbc response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
43432024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 2 reason = Timeout
43442024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
43452024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 2 reason = Timeout
43462024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
43472024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 2 reason = Timeout
43482024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 4 reason = Timeout
43492024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43502024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 2 reason = Timeout
43512024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
43522024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
43532024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 2 reason = Timeout
43542024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
43552024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 2 reason = Timeout
43562024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
43572024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 4 reason = Timeout
43582024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 2 reason = Timeout
43592024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 2 reason = Timeout
43602024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
43612024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
43622024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 2 reason = Timeout
43632024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 2 reason = Timeout
43642024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
43652024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
43662024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 2 reason = Timeout
43672024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
43682024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 3 reason = Timeout
43692024-11-21T19:33:47.574ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
43702024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
43712024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
43722024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 4 reason = Timeout
43732024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
43742024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 2 reason = Timeout
43752024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
43762024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 2 reason = Timeout
43772024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
43782024-11-21T19:33:47.574ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
43792024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
43802024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43812024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
43822024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
43832024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
43842024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
43852024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
43862024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
43872024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
43882024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
43892024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
43902024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
43912024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
43922024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
43932024-11-21T19:33:47.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
43942024-11-21T19:33:47.576ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 1.964486ms iteration = 2 status = {"errors":[],"garbage_collect_requested":[]}
43952024-11-21T19:33:47.577ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43962024-11-21T19:33:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
43972024-11-21T19:33:47.580ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43982024-11-21T19:33:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43992024-11-21T19:33:47.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44002024-11-21T19:33:47.590ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
44012024-11-21T19:33:47.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
44022024-11-21T19:33:47.591ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 17.060537ms iteration = 2 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
44032024-11-21T19:33:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
44042024-11-21T19:33:47.593ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44052024-11-21T19:33:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44062024-11-21T19:33:47.596ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 770, tv_nsec: 477354461 } })
44072024-11-21T19:33:47.597ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
44082024-11-21T19:33:47.600ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44092024-11-21T19:33:47.601ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
44102024-11-21T19:33:47.602ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
44112024-11-21T19:33:47.602ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 770, tv_nsec: 482969236 } })
44122024-11-21T19:33:47.602ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
44132024-11-21T19:33:47.604ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
44142024-11-21T19:33:47.604ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
44152024-11-21T19:33:47.604ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
44162024-11-21T19:33:47.610ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44172024-11-21T19:33:47.610ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44182024-11-21T19:33:47.644ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 770, tv_nsec: 524790915 } })
44192024-11-21T19:33:47.645ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
44202024-11-21T19:33:47.648ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 74.264522ms iteration = 2 status = {"errors":[],"records_set_to_done":[]}
44212024-11-21T19:33:47.655ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44222024-11-21T19:33:47.655ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
44232024-11-21T19:33:47.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
44242024-11-21T19:33:47.656ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
44252024-11-21T19:33:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
44262024-11-21T19:33:47.657ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
44272024-11-21T19:33:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
44282024-11-21T19:33:47.658ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
44292024-11-21T19:33:47.658ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
44302024-11-21T19:33:47.658ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 83.464025ms iteration = 2 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
44312024-11-21T19:33:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
44322024-11-21T19:33:47.664ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
44332024-11-21T19:33:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
44342024-11-21T19:33:47.664ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44352024-11-21T19:33:47.665ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 91.149468ms iteration = 2 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
44362024-11-21T19:33:47.667ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
44372024-11-21T19:33:47.667ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
44382024-11-21T19:33:47.667ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
44392024-11-21T19:33:47.667ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44402024-11-21T19:33:47.669ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
44412024-11-21T19:33:47.669ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
44422024-11-21T19:33:47.669ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
44432024-11-21T19:33:47.669ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
44442024-11-21T19:33:47.670ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
44452024-11-21T19:33:47.670ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
44462024-11-21T19:33:47.670ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
44472024-11-21T19:33:47.670ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44482024-11-21T19:33:47.672ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
44492024-11-21T19:33:47.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
44502024-11-21T19:33:47.673ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
44512024-11-21T19:33:47.673ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
44522024-11-21T19:33:47.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
44532024-11-21T19:33:47.674ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44542024-11-21T19:33:47.676ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
44552024-11-21T19:33:47.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
44562024-11-21T19:33:47.677ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
44572024-11-21T19:33:47.677ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
44582024-11-21T19:33:47.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
44592024-11-21T19:33:47.684ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44602024-11-21T19:33:47.687ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
44612024-11-21T19:33:47.687ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44622024-11-21T19:33:47.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44632024-11-21T19:33:47.689ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
44642024-11-21T19:33:47.689ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
44652024-11-21T19:33:47.690ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "75e45565-ae4d-4f11-b1ff-f8031514a335", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
44662024-11-21T19:33:47.690ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
44672024-11-21T19:33:47.691ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
44682024-11-21T19:33:47.692ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
44692024-11-21T19:33:47.692ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
44702024-11-21T19:33:47.693ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e566c60a-b56d-4b31-a1f3-d3a7238bf86f", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
44712024-11-21T19:33:47.693ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
44722024-11-21T19:33:47.694ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
44732024-11-21T19:33:47.699ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 124.313001ms iteration = 4 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
44742024-11-21T19:33:47.703ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
44752024-11-21T19:33:47.703ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 129.488841ms iteration = 4 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
44762024-11-21T19:33:47.706ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
44772024-11-21T19:33:47.706ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
44782024-11-21T19:33:47.706ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
44792024-11-21T19:33:47.706ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
44802024-11-21T19:33:47.708ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 133.704677ms iteration = 2 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
44812024-11-21T19:33:47.710ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
44822024-11-21T19:33:47.710ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 135.640942ms iteration = 2 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
44832024-11-21T19:33:47.720ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
44842024-11-21T19:33:47.720ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
44852024-11-21T19:33:47.720ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5c04a9a7-b6a1-48a2-bdb1-70ddc58f3f02", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
44862024-11-21T19:33:47.720ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
44872024-11-21T19:33:47.722ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
44882024-11-21T19:33:47.753ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
44892024-11-21T19:33:47.753ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
44902024-11-21T19:33:47.753ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 178.940821ms iteration = 2 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
44912024-11-21T19:33:47.777ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
44922024-11-21T19:33:47.777ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
44932024-11-21T19:33:47.778ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 203.667522ms iteration = 2 status = {}
44942024-11-21T19:33:47.779ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44952024-11-21T19:33:47.780ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
44962024-11-21T19:33:47.780ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
44972024-11-21T19:33:47.780ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
44982024-11-21T19:33:47.782ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44992024-11-21T19:33:47.783ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
45002024-11-21T19:33:47.783ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
45012024-11-21T19:33:47.784ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
45022024-11-21T19:33:47.796ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 221.450279ms iteration = 4 status = {"physical_disks_added":0}
45032024-11-21T19:33:47.815ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
45042024-11-21T19:33:47.815ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "29612140-6948-4952-a006-c32d5433d20a", "content-length": "1", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45052024-11-21T19:33:47.817ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
45062024-11-21T19:33:47.817ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
45072024-11-21T19:33:47.840ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
45082024-11-21T19:33:47.840ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
45092024-11-21T19:33:47.840ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "27cb3e6b-4813-400e-b6be-64cbca828324", "content-length": "372", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45102024-11-21T19:33:47.840ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45112024-11-21T19:33:47.841ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45122024-11-21T19:33:47.842ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 268.219464ms iteration = 2 status = null
45132024-11-21T19:33:47.867ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45142024-11-21T19:33:47.867ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
45152024-11-21T19:33:47.875ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45162024-11-21T19:33:47.876ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
45172024-11-21T19:33:47.878ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45182024-11-21T19:33:47.881ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
45192024-11-21T19:33:47.881ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45202024-11-21T19:33:47.881ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
45212024-11-21T19:33:47.904ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
45222024-11-21T19:33:47.904ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
45232024-11-21T19:33:47.904ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "4d303b32-618d-4cc0-87e6-ed41171cbb72", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45242024-11-21T19:33:47.904ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45252024-11-21T19:33:47.905ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45262024-11-21T19:33:47.927ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
45272024-11-21T19:33:47.928ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "bf2879dd-f35a-48c5-a75c-3cd47b711ba8", "content-length": "691", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45282024-11-21T19:33:47.928ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
45292024-11-21T19:33:47.928ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
45302024-11-21T19:33:47.928ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
45312024-11-21T19:33:47.929ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 354.647698ms iteration = 2 status = {}
45322024-11-21T19:33:47.931ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45332024-11-21T19:33:47.931ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45342024-11-21T19:33:47.932ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45352024-11-21T19:33:47.933ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
45362024-11-21T19:33:47.934ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45372024-11-21T19:33:47.935ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45382024-11-21T19:33:47.937ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
45392024-11-21T19:33:47.937ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
45402024-11-21T19:33:47.937ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "f3bd8685-a09e-4bbd-bff4-2fa8725ba9f6", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45412024-11-21T19:33:47.939ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 364.363599ms iteration = 3 status = {}
45422024-11-21T19:33:47.944ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45432024-11-21T19:33:47.945ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45442024-11-21T19:33:47.947ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
45452024-11-21T19:33:47.947ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45462024-11-21T19:33:47.947ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45472024-11-21T19:33:47.964ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
45482024-11-21T19:33:47.966ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "12044f45-66f4-4892-a97e-9fa441ea4fef", "content-length": "134", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45492024-11-21T19:33:47.966ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
45502024-11-21T19:33:47.966ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
45512024-11-21T19:33:47.967ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 770, tv_nsec: 848190196 } })
45522024-11-21T19:33:47.968ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = service_zone_nat_tracker file = nexus/src/app/mod.rs:1131
45532024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = service_zone_nat_tracker file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
45542024-11-21T19:33:47.999ZDEBGnexus (MgsClient): client request background_task = service_zone_nat_tracker body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
45552024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
45562024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
45572024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45582024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45592024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45602024-11-21T19:33:47.999ZDEBGnexus (MgsClient): client response background_task = service_zone_nat_tracker result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "13db1ef7-f259-497e-85d8-9ffd5625162f", "content-length": "26", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45612024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = service_zone_nat_tracker file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
45622024-11-21T19:33:47.999ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
45632024-11-21T19:33:48.001ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = service_zone_nat_tracker file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
45642024-11-21T19:33:48.008ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45652024-11-21T19:33:48.008ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
45662024-11-21T19:33:48.009ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
45672024-11-21T19:33:48.009ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45682024-11-21T19:33:48.009ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45692024-11-21T19:33:48.015ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
45702024-11-21T19:33:48.021ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "807510a0-9d97-4518-8b55-e15a11b6258d", "content-length": "2", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45712024-11-21T19:33:48.021ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
45722024-11-21T19:33:48.021ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "79202106-516a-4d5c-a2e4-dccd92ca3fc7", "content-length": "51", "date": "Thu, 21 Nov 2024 19:33:48 GMT"} })
45732024-11-21T19:33:48.021ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
45742024-11-21T19:33:48.021ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
45752024-11-21T19:33:48.032ZDEBGnexus (DpdClient): client request background_task = service_zone_nat_tracker body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
45762024-11-21T19:33:48.033ZDEBGnexus (DpdClient): client response background_task = service_zone_nat_tracker result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "22671ae1-ff5b-4518-92eb-ab4ff40e6357", "content-length": "4", "date": "Thu, 21 Nov 2024 19:33:48 GMT"} })
45772024-11-21T19:33:48.035ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 460.469892ms iteration = 2 status = 1
45782024-11-21T19:33:48.208ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "fd291bc7-b843-4ae1-b9f0-4e6e5bf28b86", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45792024-11-21T19:33:48.208ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
45802024-11-21T19:33:48.208ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
45812024-11-21T19:33:48.223ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "77c5d172-4cb4-4675-bdec-f0a13e31a21a", "content-length": "539", "date": "Thu, 21 Nov 2024 19:33:48 GMT"} })
45822024-11-21T19:33:48.223ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45832024-11-21T19:33:48.223ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45842024-11-21T19:33:48.248ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45852024-11-21T19:33:48.249ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45862024-11-21T19:33:48.253ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45872024-11-21T19:33:48.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45882024-11-21T19:33:48.256ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45892024-11-21T19:33:48.256ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45902024-11-21T19:33:48.288ZWARNnexus (BackgroundTasks): no bootstore config found in db background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1229 key = network_key rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
45912024-11-21T19:33:48.288ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45922024-11-21T19:33:48.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45932024-11-21T19:33:48.300ZINFOnexus (BackgroundTasks): updating bootstore config background_task = switch_port_config_manager config = EarlyNetworkConfig { body: EarlyNetworkConfigBody { ntp_servers: ["0.pool.ntp.org"], rack_network_config: Some(RackNetworkConfigV2 { bfd: [], bgp: [], infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], autoneg: false, bgp_peers: [], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, rib_priority: None, vlan_id: None }], switch: Switch0, tx_eq: None, uplink_port_fec: Some(None), uplink_port_speed: Speed40G }], rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 } }) }, generation: 2, schema_version: 2 } file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1286 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
45942024-11-21T19:33:48.300ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = PUT rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
45952024-11-21T19:33:48.308ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 204, headers: {"x-request-id": "ac57a782-982b-4b8f-86a1-a59d73d8489c", "date": "Thu, 21 Nov 2024 19:33:47 GMT"} })
45962024-11-21T19:33:48.308ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45972024-11-21T19:33:48.309ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45982024-11-21T19:33:48.335ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 761.199001ms iteration = 2 status = {}
45992024-11-21T19:33:48.395ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:41388
46002024-11-21T19:33:48.399ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:41388 req_id = 74cb2c0a-4bdc-4191-8ac4-eaadbd999140 roles = RoleSet { roles: {} } uri = /metrics/producers
46012024-11-21T19:33:48.399ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:41388 req_id = 74cb2c0a-4bdc-4191-8ac4-eaadbd999140 resource = Database result = Ok(()) uri = /metrics/producers
46022024-11-21T19:33:48.410ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = a6c6c937-34c0-40ae-9cbb-dae778a45973
46032024-11-21T19:33:48.410ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 11906 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:41388 req_id = 74cb2c0a-4bdc-4191-8ac4-eaadbd999140 response_code = 201 uri = /metrics/producers
46042024-11-21T19:33:52.783ZDEBGnexus (BackgroundTasks): client response background_task = crdb_node_id_collector result = Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::4]:32222/node/id", source: TimedOut })
46052024-11-21T19:33:52.787ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 15.172960856s iteration = 2 status = {"errors":[{"err":"failed to fetch node ID for zone 79d9d42d-4227-48a4-8c55-f6743d9bd839 at http://[fd00:1122:3344:101::4]:32222: Communication Error: error sending request for url (http://[fd00:1122:3344:101::4]:32222/node/id): error sending request for url (http://[fd00:1122:3344:101::4]:32222/node/id): operation timed out","zone_id":"79d9d42d-4227-48a4-8c55-f6743d9bd839"}],"nsuccess":4}
46062024-11-21T19:33:56.033ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:60221
46072024-11-21T19:33:56.033ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:60221 req_id = 1e81b0f0-d357-4825-80e8-9cf62374c870 roles = RoleSet { roles: {} } uri = /metrics/producers
46082024-11-21T19:33:56.033ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:60221 req_id = 1e81b0f0-d357-4825-80e8-9cf62374c870 resource = Database result = Ok(()) uri = /metrics/producers
46092024-11-21T19:33:56.047ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 203795ed-576b-40e4-bed8-7463e3f2162c
46102024-11-21T19:33:56.047ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 14317 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:60221 req_id = 1e81b0f0-d357-4825-80e8-9cf62374c870 response_code = 201 uri = /metrics/producers
46112024-11-21T19:33:56.993ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1034 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = a9cf10b6-cf19-4c69-a496-7b55f85ecefe response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
46122024-11-21T19:33:57.574ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 5 reason = Timeout
46132024-11-21T19:33:57.574ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 5 reason = Timeout
46142024-11-21T19:33:57.574ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46152024-11-21T19:33:57.574ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46162024-11-21T19:33:57.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46172024-11-21T19:33:57.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46182024-11-21T19:33:57.604ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46192024-11-21T19:33:57.604ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46202024-11-21T19:33:57.635ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.840033ms iteration = 5 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
46212024-11-21T19:33:57.686ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46222024-11-21T19:33:57.689ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
46232024-11-21T19:33:57.689ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46242024-11-21T19:33:57.689ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46252024-11-21T19:33:57.690ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46262024-11-21T19:33:57.691ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46272024-11-21T19:33:57.805ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46282024-11-21T19:33:57.807ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
46292024-11-21T19:33:57.807ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46302024-11-21T19:33:57.807ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46312024-11-21T19:33:57.930ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
46322024-11-21T19:33:57.930ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 355.880565ms iteration = 5 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
46332024-11-21T19:34:01.949ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 7570613e-f7c8-4cf2-865e-585564ce91aa roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
46342024-11-21T19:34:01.949ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 7570613e-f7c8-4cf2-865e-585564ce91aa resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
46352024-11-21T19:34:01.952ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3398 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 7570613e-f7c8-4cf2-865e-585564ce91aa response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
46362024-11-21T19:34:01.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 2cd297c4-b620-4963-bdae-ccb3dd0512ff roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
46372024-11-21T19:34:01.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 2cd297c4-b620-4963-bdae-ccb3dd0512ff resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
46382024-11-21T19:34:01.955ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2841 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 2cd297c4-b620-4963-bdae-ccb3dd0512ff response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
46392024-11-21T19:34:07.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 6 reason = Timeout
46402024-11-21T19:34:07.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 6 reason = Timeout
46412024-11-21T19:34:07.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46422024-11-21T19:34:07.575ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46432024-11-21T19:34:07.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46442024-11-21T19:34:07.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46452024-11-21T19:34:07.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46462024-11-21T19:34:07.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46472024-11-21T19:34:07.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46482024-11-21T19:34:07.579ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.976423ms iteration = 6 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
46492024-11-21T19:34:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
46502024-11-21T19:34:07.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46512024-11-21T19:34:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46522024-11-21T19:34:07.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46532024-11-21T19:34:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46542024-11-21T19:34:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46552024-11-21T19:34:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
46562024-11-21T19:34:07.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46572024-11-21T19:34:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46582024-11-21T19:34:07.599ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
46592024-11-21T19:34:07.599ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.397606ms iteration = 6 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
46602024-11-21T19:34:11.958ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1193 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 1e4cdf47-a2e9-44c9-86c8-c22f63a4201c response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
46612024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 7 reason = Timeout
46622024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 3 reason = Timeout
46632024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46642024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
46652024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 4 reason = Timeout
46662024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 3 reason = Timeout
46672024-11-21T19:34:17.574ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
46682024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
46692024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 5 reason = Timeout
46702024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
46712024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
46722024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
46732024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 2 reason = Timeout
46742024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
46752024-11-21T19:34:17.574ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 3 reason = Timeout
46762024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
46772024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 3 reason = Timeout
46782024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 3 reason = Timeout
46792024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
46802024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
46812024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 3 reason = Timeout
46822024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
46832024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
46842024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 2 reason = Timeout
46852024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
46862024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 3 reason = Timeout
46872024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
46882024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 3 reason = Timeout
46892024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
46902024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 3 reason = Timeout
46912024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
46922024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 3 reason = Timeout
46932024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
46942024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 4 reason = Timeout
46952024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 7 reason = Timeout
46962024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46972024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 2 reason = Timeout
46982024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
46992024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 3 reason = Timeout
47002024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
47012024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 2 reason = Timeout
47022024-11-21T19:34:17.575ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:24:17.575107470 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
47032024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 3 reason = Timeout
47042024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
47052024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 3 reason = Timeout
47062024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
47072024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
47082024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 2 reason = Timeout
47092024-11-21T19:34:17.575ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
47102024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
47112024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 3 reason = Timeout
47122024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 3 reason = Timeout
47132024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
47142024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
47152024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 3 reason = Timeout
47162024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 3 reason = Timeout
47172024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
47182024-11-21T19:34:17.575ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
47192024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 3 reason = Timeout
47202024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.83\u{b5}s iteration = 3 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
47212024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 3 reason = Timeout
47222024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 4 reason = Timeout
47232024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
47242024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47252024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
47262024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
47272024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
47282024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
47292024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
47302024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
47312024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
47322024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
47332024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
47342024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
47352024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47362024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
47372024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
47382024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
47392024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
47402024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
47412024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
47422024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
47432024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
47442024-11-21T19:34:17.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
47452024-11-21T19:34:17.575ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 800, tv_nsec: 455922685 } })
47462024-11-21T19:34:17.575ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 800, tv_nsec: 455978156 } })
47472024-11-21T19:34:17.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
47482024-11-21T19:34:17.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
47492024-11-21T19:34:17.576ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
47502024-11-21T19:34:17.576ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.303327ms iteration = 3 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
47512024-11-21T19:34:17.576ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
47522024-11-21T19:34:17.576ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.344288ms iteration = 3 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
47532024-11-21T19:34:17.577ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47542024-11-21T19:34:17.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47552024-11-21T19:34:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.398875ms iteration = 3 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
47562024-11-21T19:34:17.578ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47572024-11-21T19:34:17.579ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
47582024-11-21T19:34:17.579ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
47592024-11-21T19:34:17.579ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47602024-11-21T19:34:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
47612024-11-21T19:34:17.580ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
47622024-11-21T19:34:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
47632024-11-21T19:34:17.581ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
47642024-11-21T19:34:17.581ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
47652024-11-21T19:34:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
47662024-11-21T19:34:17.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47672024-11-21T19:34:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47682024-11-21T19:34:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
47692024-11-21T19:34:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
47702024-11-21T19:34:17.582ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
47712024-11-21T19:34:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
47722024-11-21T19:34:17.583ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
47732024-11-21T19:34:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
47742024-11-21T19:34:17.584ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47752024-11-21T19:34:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 10.522851ms iteration = 3 status = {"errors":[],"garbage_collect_requested":[]}
47762024-11-21T19:34:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
47772024-11-21T19:34:17.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
47782024-11-21T19:34:17.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
47792024-11-21T19:34:17.586ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
47802024-11-21T19:34:17.586ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
47812024-11-21T19:34:17.586ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 11.715106ms iteration = 2 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
47822024-11-21T19:34:17.587ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47832024-11-21T19:34:17.588ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 800, tv_nsec: 468827778 } })
47842024-11-21T19:34:17.589ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
47852024-11-21T19:34:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
47862024-11-21T19:34:17.590ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47872024-11-21T19:34:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47882024-11-21T19:34:17.590ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
47892024-11-21T19:34:17.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
47902024-11-21T19:34:17.592ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
47912024-11-21T19:34:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
47922024-11-21T19:34:17.595ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47932024-11-21T19:34:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
47942024-11-21T19:34:17.598ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
47952024-11-21T19:34:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
47962024-11-21T19:34:17.599ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 24.290705ms iteration = 2 status = {"errors":[],"found_port_ok":[]}
47972024-11-21T19:34:17.601ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47982024-11-21T19:34:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47992024-11-21T19:34:17.603ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
48002024-11-21T19:34:17.603ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
48012024-11-21T19:34:17.603ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48022024-11-21T19:34:17.606ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
48032024-11-21T19:34:17.608ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:24:17.575107470 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
48042024-11-21T19:34:17.608ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 33.520288ms iteration = 2 status = {"expiration":"2024-11-21T19:24:17.575107470Z","pruned":[]}
48052024-11-21T19:34:17.609ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
48062024-11-21T19:34:17.610ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
48072024-11-21T19:34:17.613ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48082024-11-21T19:34:17.613ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 800, tv_nsec: 493829381 } })
48092024-11-21T19:34:17.614ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
48102024-11-21T19:34:17.614ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48112024-11-21T19:34:17.614ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48122024-11-21T19:34:17.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48132024-11-21T19:34:17.617ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
48142024-11-21T19:34:17.618ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48152024-11-21T19:34:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48162024-11-21T19:34:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
48172024-11-21T19:34:17.620ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48182024-11-21T19:34:17.623ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
48192024-11-21T19:34:17.623ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
48202024-11-21T19:34:17.623ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
48212024-11-21T19:34:17.646ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
48222024-11-21T19:34:17.646ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
48232024-11-21T19:34:17.646ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
48242024-11-21T19:34:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
48252024-11-21T19:34:17.649ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
48262024-11-21T19:34:17.649ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
48272024-11-21T19:34:17.649ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
48282024-11-21T19:34:17.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
48292024-11-21T19:34:17.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48302024-11-21T19:34:17.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48312024-11-21T19:34:17.653ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 78.818403ms iteration = 3 status = {"errors":[],"records_set_to_done":[]}
48322024-11-21T19:34:17.656ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48332024-11-21T19:34:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
48342024-11-21T19:34:17.658ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48352024-11-21T19:34:17.658ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
48362024-11-21T19:34:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
48372024-11-21T19:34:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48382024-11-21T19:34:17.661ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48392024-11-21T19:34:17.662ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48402024-11-21T19:34:17.665ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
48412024-11-21T19:34:17.665ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
48422024-11-21T19:34:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
48432024-11-21T19:34:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
48442024-11-21T19:34:17.666ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
48452024-11-21T19:34:17.666ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48462024-11-21T19:34:17.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48472024-11-21T19:34:17.667ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
48482024-11-21T19:34:17.667ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
48492024-11-21T19:34:17.667ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
48502024-11-21T19:34:17.668ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48512024-11-21T19:34:17.670ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
48522024-11-21T19:34:17.670ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
48532024-11-21T19:34:17.670ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
48542024-11-21T19:34:17.670ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 95.484646ms iteration = 3 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
48552024-11-21T19:34:17.673ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 98.837901ms iteration = 3 status = 0
48562024-11-21T19:34:17.675ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 100.728066ms iteration = 7 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
48572024-11-21T19:34:17.680ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
48582024-11-21T19:34:17.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
48592024-11-21T19:34:17.681ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
48602024-11-21T19:34:17.681ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
48612024-11-21T19:34:17.681ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
48622024-11-21T19:34:17.681ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
48632024-11-21T19:34:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
48642024-11-21T19:34:17.682ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 107.383195ms iteration = 3 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
48652024-11-21T19:34:17.686ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
48662024-11-21T19:34:17.686ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 110.329034ms iteration = 3 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
48672024-11-21T19:34:17.689ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
48682024-11-21T19:34:17.693ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
48692024-11-21T19:34:17.696ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
48702024-11-21T19:34:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
48712024-11-21T19:34:17.700ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 800, tv_nsec: 580033584 } })
48722024-11-21T19:34:17.700ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
48732024-11-21T19:34:17.700ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
48742024-11-21T19:34:17.700ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
48752024-11-21T19:34:17.700ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 125.267314ms iteration = 3 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
48762024-11-21T19:34:17.708ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 133.582545ms iteration = 3 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
48772024-11-21T19:34:17.709ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
48782024-11-21T19:34:17.709ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
48792024-11-21T19:34:17.711ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48802024-11-21T19:34:17.713ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
48812024-11-21T19:34:17.713ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
48822024-11-21T19:34:17.713ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
48832024-11-21T19:34:17.715ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
48842024-11-21T19:34:17.715ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
48852024-11-21T19:34:17.715ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 140.568639ms iteration = 2 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
48862024-11-21T19:34:17.726ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48872024-11-21T19:34:17.726ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
48882024-11-21T19:34:17.726ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
48892024-11-21T19:34:17.726ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3e5cba53-109e-49a0-8f02-c335f80a8474", "content-length": "26", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
48902024-11-21T19:34:17.726ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
48912024-11-21T19:34:17.728ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
48922024-11-21T19:34:17.729ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
48932024-11-21T19:34:17.729ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
48942024-11-21T19:34:17.729ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
48952024-11-21T19:34:17.734ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
48962024-11-21T19:34:17.734ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 159.822036ms iteration = 7 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
48972024-11-21T19:34:17.742ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
48982024-11-21T19:34:17.742ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
48992024-11-21T19:34:17.742ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f77c3fd-601c-4383-ad8a-54e2ca0bb555", "content-length": "26", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
49002024-11-21T19:34:17.742ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
49012024-11-21T19:34:17.744ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
49022024-11-21T19:34:17.749ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49032024-11-21T19:34:17.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49042024-11-21T19:34:17.758ZINFOnexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(2)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(2)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:94
49052024-11-21T19:34:17.758ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 183.870076ms iteration = 3 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
49062024-11-21T19:34:17.761ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49072024-11-21T19:34:17.761ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49082024-11-21T19:34:17.763ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49092024-11-21T19:34:17.764ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
49102024-11-21T19:34:17.764ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49112024-11-21T19:34:17.764ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49122024-11-21T19:34:17.765ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49132024-11-21T19:34:17.767ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
49142024-11-21T19:34:17.767ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49152024-11-21T19:34:17.767ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49162024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
49172024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
49182024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
49192024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
49202024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
49212024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
49222024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
49232024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
49242024-11-21T19:34:17.770ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
49252024-11-21T19:34:17.773ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 198.395221ms iteration = 5 status = {"physical_disks_added":0}
49262024-11-21T19:34:17.796ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
49272024-11-21T19:34:17.796ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 221.493399ms iteration = 2 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
49282024-11-21T19:34:17.844ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
49292024-11-21T19:34:17.845ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "c17c1971-b0de-4836-ab1f-7ac3379a88db", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
49302024-11-21T19:34:17.845ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
49312024-11-21T19:34:17.846ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "b36aa704-9318-4405-89b2-d980711dbd4d", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
49322024-11-21T19:34:17.846ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
49332024-11-21T19:34:17.847ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
49342024-11-21T19:34:17.847ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 272.48108ms iteration = 4 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
49352024-11-21T19:34:17.857ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
49362024-11-21T19:34:17.857ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
49372024-11-21T19:34:17.857ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "935e40e8-ba77-4ce1-9700-51c7377949a2", "content-length": "26", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
49382024-11-21T19:34:17.857ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
49392024-11-21T19:34:17.861ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
49402024-11-21T19:34:17.922ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
49412024-11-21T19:34:18.027ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
49422024-11-21T19:34:18.032ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 457.592025ms iteration = 3 status = {}
49432024-11-21T19:34:18.047ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
49442024-11-21T19:34:18.047ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
49452024-11-21T19:34:18.049ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49462024-11-21T19:34:18.050ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49472024-11-21T19:34:18.053ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
49482024-11-21T19:34:18.053ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
49492024-11-21T19:34:18.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
49502024-11-21T19:34:18.054ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
49512024-11-21T19:34:18.054ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
49522024-11-21T19:34:18.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
49532024-11-21T19:34:18.057ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
49542024-11-21T19:34:18.057ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
49552024-11-21T19:34:18.057ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
49562024-11-21T19:34:18.057ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 482.193932ms iteration = 3 status = {"generation":2}
49572024-11-21T19:34:18.088ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
49582024-11-21T19:34:18.088ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
49592024-11-21T19:34:18.088ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
49602024-11-21T19:34:18.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
49612024-11-21T19:34:18.089ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49622024-11-21T19:34:18.090ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
49632024-11-21T19:34:18.091ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "e377410c-26df-43cc-ae70-00502cfe1d92", "content-length": "1", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
49642024-11-21T19:34:18.092ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
49652024-11-21T19:34:18.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
49662024-11-21T19:34:18.092ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
49672024-11-21T19:34:18.092ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
49682024-11-21T19:34:18.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
49692024-11-21T19:34:18.096ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 521.63967ms iteration = 3 status = null
49702024-11-21T19:34:18.109ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
49712024-11-21T19:34:18.109ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "7c33d3d0-be60-4def-8473-6ca04bb84d0d", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49722024-11-21T19:34:18.109ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49732024-11-21T19:34:18.111ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "25096830-c952-4f35-8f54-614d73fdc6fd", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49742024-11-21T19:34:18.111ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49752024-11-21T19:34:18.112ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "47bff2bb-ea9e-4abe-8785-7f2596d14850", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49762024-11-21T19:34:18.112ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49772024-11-21T19:34:18.114ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
49782024-11-21T19:34:18.114ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 539.416357ms iteration = 4 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
49792024-11-21T19:34:18.125ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49802024-11-21T19:34:18.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49812024-11-21T19:34:18.127ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
49822024-11-21T19:34:18.127ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49832024-11-21T19:34:18.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49842024-11-21T19:34:18.137ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "0150b582-8c7e-4b6f-90c5-0aef315a1a27", "content-length": "372", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
49852024-11-21T19:34:18.137ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49862024-11-21T19:34:18.137ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "76fd80fd-60c9-414e-b140-64578a2db408", "content-length": "691", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} })
49872024-11-21T19:34:18.137ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
49882024-11-21T19:34:18.137ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
49892024-11-21T19:34:18.137ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
49902024-11-21T19:34:18.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49912024-11-21T19:34:18.139ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 564.447802ms iteration = 3 status = {}
49922024-11-21T19:34:18.143ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
49932024-11-21T19:34:18.144ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "424181e1-f5ce-4fed-8ea3-6d8db828a6bd", "content-length": "134", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
49942024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
49952024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
49962024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
49972024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
49982024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
49992024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
50002024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
50012024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
50022024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
50032024-11-21T19:34:18.144ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
50042024-11-21T19:34:18.145ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
50052024-11-21T19:34:18.145ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
50062024-11-21T19:34:18.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50072024-11-21T19:34:18.148ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
50082024-11-21T19:34:18.148ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "46d426cd-6574-41bc-b694-ef80f93beb13", "content-length": "2", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
50092024-11-21T19:34:18.148ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
50102024-11-21T19:34:18.148ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "6f4013ff-1040-4dc5-aa34-c50125ebe8c5", "content-length": "51", "date": "Thu, 21 Nov 2024 19:34:17 GMT"} })
50112024-11-21T19:34:18.148ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
50122024-11-21T19:34:18.148ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
50132024-11-21T19:34:18.182ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
50142024-11-21T19:34:18.182ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
50152024-11-21T19:34:18.215ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
50162024-11-21T19:34:18.215ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
50172024-11-21T19:34:18.215ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
50182024-11-21T19:34:18.215ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 640.701061ms iteration = 3 status = {"generation":1}
50192024-11-21T19:34:18.250ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "43fd356a-7e4e-45c1-be3d-a35379c4aedd", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} })
50202024-11-21T19:34:18.250ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
50212024-11-21T19:34:18.250ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
50222024-11-21T19:34:18.251ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "82be53cf-e962-476d-bfd6-63fe11e92332", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} })
50232024-11-21T19:34:18.251ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
50242024-11-21T19:34:18.251ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
50252024-11-21T19:34:18.251ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "34b0963a-d356-419d-a965-1d3168e1553d", "content-length": "682", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} })
50262024-11-21T19:34:18.251ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
50272024-11-21T19:34:18.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50282024-11-21T19:34:18.254ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
50292024-11-21T19:34:18.254ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
50302024-11-21T19:34:18.261ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
50312024-11-21T19:34:18.261ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
50322024-11-21T19:34:18.263ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
50332024-11-21T19:34:18.263ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
50342024-11-21T19:34:18.264ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "afc7c101-0a81-4550-9f76-77611c7d6523", "date": "Thu, 21 Nov 2024 19:34:18 GMT"} })
50352024-11-21T19:34:18.265ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 690.899342ms iteration = 4 status = {}
50362024-11-21T19:34:18.267ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
50372024-11-21T19:34:18.268ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50382024-11-21T19:34:18.273ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
50392024-11-21T19:34:18.273ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50402024-11-21T19:34:18.276ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
50412024-11-21T19:34:18.276ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50422024-11-21T19:34:18.284ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 709.054544ms iteration = 3 status = {}
50432024-11-21T19:34:25.898ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:49689
50442024-11-21T19:34:25.899ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49689 req_id = d774b7e0-ef74-4480-8c3f-190aedd24357 roles = RoleSet { roles: {} } uri = /metrics/producers
50452024-11-21T19:34:25.899ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49689 req_id = d774b7e0-ef74-4480-8c3f-190aedd24357 resource = Database result = Ok(()) uri = /metrics/producers
50462024-11-21T19:34:25.937ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 342b0d8b-38e0-4c30-ac04-f30e9c6140df
50472024-11-21T19:34:25.937ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 38667 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49689 req_id = d774b7e0-ef74-4480-8c3f-190aedd24357 response_code = 201 uri = /metrics/producers
50482024-11-21T19:34:26.957ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1581 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 7e1233ec-29cd-4f31-9040-693474b19475 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
50492024-11-21T19:34:27.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 8 reason = Timeout
50502024-11-21T19:34:27.575ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50512024-11-21T19:34:27.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 8 reason = Timeout
50522024-11-21T19:34:27.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
50532024-11-21T19:34:27.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50542024-11-21T19:34:27.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
50552024-11-21T19:34:27.611ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
50562024-11-21T19:34:27.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
50572024-11-21T19:34:27.612ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50582024-11-21T19:34:27.615ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
50592024-11-21T19:34:27.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50602024-11-21T19:34:27.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50612024-11-21T19:34:27.617ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50622024-11-21T19:34:27.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50632024-11-21T19:34:27.619ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50642024-11-21T19:34:27.621ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
50652024-11-21T19:34:27.621ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50662024-11-21T19:34:27.621ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50672024-11-21T19:34:27.636ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
50682024-11-21T19:34:27.636ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 61.482061ms iteration = 8 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
50692024-11-21T19:34:27.645ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 70.574983ms iteration = 8 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
50702024-11-21T19:34:31.949ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 584d610b-a2c2-427e-bf8d-e0fc266f576e roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
50712024-11-21T19:34:31.950ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 584d610b-a2c2-427e-bf8d-e0fc266f576e resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
50722024-11-21T19:34:31.952ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2691 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 584d610b-a2c2-427e-bf8d-e0fc266f576e response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
50732024-11-21T19:34:31.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 4c6b3791-713d-4771-b602-90d6add84162 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
50742024-11-21T19:34:31.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 4c6b3791-713d-4771-b602-90d6add84162 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
50752024-11-21T19:34:31.954ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2256 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 4c6b3791-713d-4771-b602-90d6add84162 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
50762024-11-21T19:34:37.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 9 reason = Timeout
50772024-11-21T19:34:37.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 9 reason = Timeout
50782024-11-21T19:34:37.575ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50792024-11-21T19:34:37.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
50802024-11-21T19:34:37.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
50812024-11-21T19:34:37.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50822024-11-21T19:34:37.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50832024-11-21T19:34:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
50842024-11-21T19:34:37.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50852024-11-21T19:34:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50862024-11-21T19:34:37.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50872024-11-21T19:34:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50882024-11-21T19:34:37.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50892024-11-21T19:34:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
50902024-11-21T19:34:37.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50912024-11-21T19:34:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50922024-11-21T19:34:37.596ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
50932024-11-21T19:34:37.596ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.436646ms iteration = 9 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
50942024-11-21T19:34:37.602ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
50952024-11-21T19:34:37.602ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
50962024-11-21T19:34:37.603ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 28.777875ms iteration = 9 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
50972024-11-21T19:34:41.958ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1085 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 96327468-dab0-4a6e-b2ed-522dd3c340e7 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
50982024-11-21T19:34:46.949ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = eed72fd8-dee3-4045-980b-05127200ef6b roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
50992024-11-21T19:34:46.950ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = eed72fd8-dee3-4045-980b-05127200ef6b resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
51002024-11-21T19:34:46.953ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3746 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = eed72fd8-dee3-4045-980b-05127200ef6b response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
51012024-11-21T19:34:46.953ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = b027e803-14e1-479e-b0bb-5b393d363426 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
51022024-11-21T19:34:46.953ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = b027e803-14e1-479e-b0bb-5b393d363426 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
51032024-11-21T19:34:46.956ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2946 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = b027e803-14e1-479e-b0bb-5b393d363426 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
51042024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 4 reason = Timeout
51052024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
51062024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 4 reason = Timeout
51072024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
51082024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 4 reason = Timeout
51092024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
51102024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 10 reason = Timeout
51112024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 4 reason = Timeout
51122024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
51132024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 4 reason = Timeout
51142024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
51152024-11-21T19:34:47.575ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 4 reason = Timeout
51162024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
51172024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 4 reason = Timeout
51182024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 4 reason = Timeout
51192024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 4 reason = Timeout
51202024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
51212024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
51222024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 10 reason = Timeout
51232024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
51242024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
51252024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 5 reason = Timeout
51262024-11-21T19:34:47.576ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
51272024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 4 reason = Timeout
51282024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
51292024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
51302024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 6 reason = Timeout
51312024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
51322024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 4 reason = Timeout
51332024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
51342024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 4 reason = Timeout
51352024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
51362024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 4 reason = Timeout
51372024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
51382024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
51392024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
51402024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
51412024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
51422024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
51432024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
51442024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
51452024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
51462024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
51472024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
51482024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
51492024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
51502024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
51512024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
51522024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
51532024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
51542024-11-21T19:34:47.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
51552024-11-21T19:34:47.579ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 830, tv_nsec: 458626721 } })
51562024-11-21T19:34:47.579ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
51572024-11-21T19:34:47.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51582024-11-21T19:34:47.582ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 6.429126ms iteration = 4 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
51592024-11-21T19:34:47.582ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51602024-11-21T19:34:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
51612024-11-21T19:34:47.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
51622024-11-21T19:34:47.583ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51632024-11-21T19:34:47.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51642024-11-21T19:34:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
51652024-11-21T19:34:47.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
51662024-11-21T19:34:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
51672024-11-21T19:34:47.585ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
51682024-11-21T19:34:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
51692024-11-21T19:34:47.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
51702024-11-21T19:34:47.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
51712024-11-21T19:34:47.587ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
51722024-11-21T19:34:47.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
51732024-11-21T19:34:47.587ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
51742024-11-21T19:34:47.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
51752024-11-21T19:34:47.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
51762024-11-21T19:34:47.595ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
51772024-11-21T19:34:47.595ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 830, tv_nsec: 475053741 } })
51782024-11-21T19:34:47.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
51792024-11-21T19:34:47.595ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
51802024-11-21T19:34:47.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
51812024-11-21T19:34:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
51822024-11-21T19:34:47.598ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
51832024-11-21T19:34:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
51842024-11-21T19:34:47.602ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 830, tv_nsec: 482412459 } })
51852024-11-21T19:34:47.603ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
51862024-11-21T19:34:47.633ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
51872024-11-21T19:34:47.633ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
51882024-11-21T19:34:47.640ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 64.511031ms iteration = 4 status = {"errors":[],"records_set_to_done":[]}
51892024-11-21T19:34:47.643ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51902024-11-21T19:34:47.645ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 69.904084ms iteration = 4 status = {"errors":[],"garbage_collect_requested":[]}
51912024-11-21T19:34:47.646ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
51922024-11-21T19:34:47.646ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
51932024-11-21T19:34:47.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
51942024-11-21T19:34:47.648ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
51952024-11-21T19:34:47.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
51962024-11-21T19:34:47.651ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51972024-11-21T19:34:47.651ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51982024-11-21T19:34:47.652ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 76.076796ms iteration = 4 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
51992024-11-21T19:34:47.652ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
52002024-11-21T19:34:47.652ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
52012024-11-21T19:34:47.652ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 76.714014ms iteration = 10 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
52022024-11-21T19:34:47.652ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
52032024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
52042024-11-21T19:34:47.653ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
52052024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 77.487766ms iteration = 4 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
52062024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
52072024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
52082024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
52092024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
52102024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
52112024-11-21T19:34:47.653ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52122024-11-21T19:34:47.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
52132024-11-21T19:34:47.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52142024-11-21T19:34:47.655ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
52152024-11-21T19:34:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
52162024-11-21T19:34:47.657ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
52172024-11-21T19:34:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
52182024-11-21T19:34:47.662ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
52192024-11-21T19:34:47.662ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
52202024-11-21T19:34:47.662ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52212024-11-21T19:34:47.662ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "131a7704-30b1-4668-a000-4bdd2468bfae", "content-length": "26", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52222024-11-21T19:34:47.662ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
52232024-11-21T19:34:47.663ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
52242024-11-21T19:34:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
52252024-11-21T19:34:47.664ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
52262024-11-21T19:34:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
52272024-11-21T19:34:47.679ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
52282024-11-21T19:34:47.679ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 104.01081ms iteration = 10 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
52292024-11-21T19:34:47.682ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 106.708616ms iteration = 4 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
52302024-11-21T19:34:47.682ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
52312024-11-21T19:34:47.682ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
52322024-11-21T19:34:47.683ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "830e2194-67e4-4532-adce-a868f0ef76a4", "content-length": "26", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52332024-11-21T19:34:47.683ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
52342024-11-21T19:34:47.685ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
52352024-11-21T19:34:47.686ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
52362024-11-21T19:34:47.686ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
52372024-11-21T19:34:47.686ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
52382024-11-21T19:34:47.686ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
52392024-11-21T19:34:47.693ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
52402024-11-21T19:34:47.693ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
52412024-11-21T19:34:47.694ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "594b1905-0d8c-46a6-a910-8a07f29ebba0", "content-length": "26", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52422024-11-21T19:34:47.694ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
52432024-11-21T19:34:47.695ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52442024-11-21T19:34:47.695ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
52452024-11-21T19:34:47.696ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52462024-11-21T19:34:47.696ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
52472024-11-21T19:34:47.696ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52482024-11-21T19:34:47.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52492024-11-21T19:34:47.697ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
52502024-11-21T19:34:47.698ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
52512024-11-21T19:34:47.699ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
52522024-11-21T19:34:47.699ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
52532024-11-21T19:34:47.699ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
52542024-11-21T19:34:47.702ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 126.403889ms iteration = 4 status = 0
52552024-11-21T19:34:47.729ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
52562024-11-21T19:34:47.729ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
52572024-11-21T19:34:47.729ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 153.079095ms iteration = 4 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
52582024-11-21T19:34:47.735ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 159.41688ms iteration = 4 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
52592024-11-21T19:34:47.744ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52602024-11-21T19:34:47.744ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52612024-11-21T19:34:47.753ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 177.095647ms iteration = 4 status = {}
52622024-11-21T19:34:47.755ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
52632024-11-21T19:34:47.756ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "d320e6d4-4a97-4b4c-816e-bd0d98453bf4", "content-length": "1", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52642024-11-21T19:34:47.756ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
52652024-11-21T19:34:47.757ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
52662024-11-21T19:34:47.759ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 183.694495ms iteration = 4 status = null
52672024-11-21T19:34:47.780ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 204.246269ms iteration = 6 status = {"physical_disks_added":0}
52682024-11-21T19:34:47.833ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
52692024-11-21T19:34:47.833ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
52702024-11-21T19:34:47.833ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1d816fc0-85da-43dc-8a6b-e89c75f07377", "content-length": "372", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52712024-11-21T19:34:47.833ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52722024-11-21T19:34:47.834ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52732024-11-21T19:34:47.836ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52742024-11-21T19:34:47.837ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52752024-11-21T19:34:47.838ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52762024-11-21T19:34:47.840ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
52772024-11-21T19:34:47.840ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52782024-11-21T19:34:47.840ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52792024-11-21T19:34:47.842ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52802024-11-21T19:34:47.844ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
52812024-11-21T19:34:47.844ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52822024-11-21T19:34:47.844ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52832024-11-21T19:34:47.856ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
52842024-11-21T19:34:47.856ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
52852024-11-21T19:34:47.857ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "82c2ed4a-534d-4e87-b7c2-c32e258083c4", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52862024-11-21T19:34:47.857ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52872024-11-21T19:34:47.857ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52882024-11-21T19:34:47.871ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52892024-11-21T19:34:47.871ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52902024-11-21T19:34:47.887ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52912024-11-21T19:34:47.887ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52922024-11-21T19:34:47.890ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
52932024-11-21T19:34:47.890ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
52942024-11-21T19:34:47.891ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "4ff53714-d54f-47c7-bbc1-a2f7ee2a2f38", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
52952024-11-21T19:34:47.893ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 317.005505ms iteration = 5 status = {}
52962024-11-21T19:34:47.893ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
52972024-11-21T19:34:47.893ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
52982024-11-21T19:34:47.895ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
52992024-11-21T19:34:47.895ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53002024-11-21T19:34:47.896ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53012024-11-21T19:34:47.914ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
53022024-11-21T19:34:47.914ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "00410119-1c6c-4835-a270-3d446cd74f70", "content-length": "691", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
53032024-11-21T19:34:47.914ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
53042024-11-21T19:34:47.915ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
53052024-11-21T19:34:47.915ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
53062024-11-21T19:34:47.916ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 340.54825ms iteration = 4 status = {}
53072024-11-21T19:34:47.924ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
53082024-11-21T19:34:47.924ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "4321c9a2-6c1d-49a4-b18b-17e8a59a2002", "content-length": "134", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
53092024-11-21T19:34:47.924ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
53102024-11-21T19:34:47.924ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
53112024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
53122024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
53132024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53142024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53152024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53162024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
53172024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53182024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
53192024-11-21T19:34:47.925ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
53202024-11-21T19:34:47.925ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53212024-11-21T19:34:47.925ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53222024-11-21T19:34:47.928ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
53232024-11-21T19:34:47.929ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "52cb16f4-57dd-4476-90a7-64fe9fc491c8", "content-length": "2", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
53242024-11-21T19:34:47.929ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
53252024-11-21T19:34:47.929ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "3400e823-dfeb-4a55-bfd1-2bc8df2c5719", "content-length": "51", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
53262024-11-21T19:34:47.929ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
53272024-11-21T19:34:47.929ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
53282024-11-21T19:34:48.039ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a0427dd5-7c35-4819-9785-4a7aa362f5f2", "date": "Thu, 21 Nov 2024 19:34:47 GMT"} })
53292024-11-21T19:34:48.039ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
53302024-11-21T19:34:48.039ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
53312024-11-21T19:34:48.040ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c34d19e9-321a-4e29-9531-d252384cb0dc", "content-length": "682", "date": "Thu, 21 Nov 2024 19:34:48 GMT"} })
53322024-11-21T19:34:48.040ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53332024-11-21T19:34:48.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53342024-11-21T19:34:48.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53352024-11-21T19:34:48.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53362024-11-21T19:34:48.047ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53372024-11-21T19:34:48.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53382024-11-21T19:34:48.050ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53392024-11-21T19:34:48.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53402024-11-21T19:34:48.059ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 483.384709ms iteration = 4 status = {}
53412024-11-21T19:34:56.958ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1153 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = ab52cd36-8e95-4171-9f6b-ebf8b2054881 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
53422024-11-21T19:34:57.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 11 reason = Timeout
53432024-11-21T19:34:57.575ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 11 reason = Timeout
53442024-11-21T19:34:57.575ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53452024-11-21T19:34:57.575ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53462024-11-21T19:34:57.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53472024-11-21T19:34:57.575ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53482024-11-21T19:34:57.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53492024-11-21T19:34:57.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53502024-11-21T19:34:57.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53512024-11-21T19:34:57.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
53522024-11-21T19:34:57.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53532024-11-21T19:34:57.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53542024-11-21T19:34:57.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53552024-11-21T19:34:57.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53562024-11-21T19:34:57.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53572024-11-21T19:34:57.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
53582024-11-21T19:34:57.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53592024-11-21T19:34:57.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53602024-11-21T19:34:57.607ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.469583ms iteration = 11 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
53612024-11-21T19:34:57.700ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
53622024-11-21T19:34:57.700ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 124.822548ms iteration = 11 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
53632024-11-21T19:35:01.949ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 7e3ea995-5603-49c4-8d7a-f512c6cab8bc roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
53642024-11-21T19:35:01.950ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 7e3ea995-5603-49c4-8d7a-f512c6cab8bc resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
53652024-11-21T19:35:01.952ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2990 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 7e3ea995-5603-49c4-8d7a-f512c6cab8bc response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
53662024-11-21T19:35:01.953ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 913d6517-6224-43c2-b858-8beb6fef6bf1 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
53672024-11-21T19:35:01.953ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 913d6517-6224-43c2-b858-8beb6fef6bf1 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
53682024-11-21T19:35:01.955ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2792 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 913d6517-6224-43c2-b858-8beb6fef6bf1 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
53692024-11-21T19:35:07.575ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 12 reason = Timeout
53702024-11-21T19:35:07.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 12 reason = Timeout
53712024-11-21T19:35:07.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53722024-11-21T19:35:07.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53732024-11-21T19:35:07.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53742024-11-21T19:35:07.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53752024-11-21T19:35:07.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53762024-11-21T19:35:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
53772024-11-21T19:35:07.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53782024-11-21T19:35:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53792024-11-21T19:35:07.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53802024-11-21T19:35:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53812024-11-21T19:35:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53822024-11-21T19:35:07.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
53832024-11-21T19:35:07.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53842024-11-21T19:35:07.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53852024-11-21T19:35:07.597ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
53862024-11-21T19:35:07.597ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.193774ms iteration = 12 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
53872024-11-21T19:35:07.605ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53882024-11-21T19:35:07.605ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53892024-11-21T19:35:07.632ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 56.753098ms iteration = 12 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
53902024-11-21T19:35:11.958ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1414 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = cc6d916d-8eb5-482a-a885-6e03c3b25cfb response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
53912024-11-21T19:35:16.949ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 832cb15b-1246-40f9-b135-55b20e1954dd roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
53922024-11-21T19:35:16.950ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 832cb15b-1246-40f9-b135-55b20e1954dd resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
53932024-11-21T19:35:16.953ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3980 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 832cb15b-1246-40f9-b135-55b20e1954dd response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
53942024-11-21T19:35:16.954ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = a9fc8170-eae7-4c20-92ff-1d27e45fd0c7 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
53952024-11-21T19:35:16.954ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = a9fc8170-eae7-4c20-92ff-1d27e45fd0c7 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
53962024-11-21T19:35:16.957ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3154 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = a9fc8170-eae7-4c20-92ff-1d27e45fd0c7 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
53972024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 4 reason = Timeout
53982024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 5 reason = Timeout
53992024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 5 reason = Timeout
54002024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
54012024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 5 reason = Timeout
54022024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
54032024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
54042024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
54052024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 5 reason = Timeout
54062024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
54072024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 5 reason = Timeout
54082024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
54092024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 5 reason = Timeout
54102024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 4 reason = Timeout
54112024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
54122024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
54132024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
54142024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 5 reason = Timeout
54152024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
54162024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 4 reason = Timeout
54172024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 5 reason = Timeout
54182024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 6 reason = Timeout
54192024-11-21T19:35:17.576ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
54202024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
54212024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
54222024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 3 reason = Timeout
54232024-11-21T19:35:17.576ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:25:17.576592568 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
54242024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
54252024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 3 reason = Timeout
54262024-11-21T19:35:17.576ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
54272024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
54282024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 5 reason = Timeout
54292024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 5 reason = Timeout
54302024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 4 reason = Timeout
54312024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 13 reason = Timeout
54322024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 3 reason = Timeout
54332024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
54342024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
54352024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
54362024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 5 reason = Timeout
54372024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 13 reason = Timeout
54382024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 5 reason = Timeout
54392024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
54402024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
54412024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 7 reason = Timeout
54422024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
54432024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 4 reason = Timeout
54442024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
54452024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
54462024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 5 reason = Timeout
54472024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
54482024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 3 reason = Timeout
54492024-11-21T19:35:17.576ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
54502024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 5 reason = Timeout
54512024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
54522024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 5 reason = Timeout
54532024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
54542024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 3 reason = Timeout
54552024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
54562024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
54572024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 4 reason = Timeout
54582024-11-21T19:35:17.577ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
54592024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 10.39\u{b5}s iteration = 4 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
54602024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
54612024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
54622024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
54632024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
54642024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
54652024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
54662024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
54672024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
54682024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
54692024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
54702024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
54712024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
54722024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
54732024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
54742024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
54752024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
54762024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
54772024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
54782024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
54792024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
54802024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
54812024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54822024-11-21T19:35:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
54832024-11-21T19:35:17.577ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 860, tv_nsec: 456803817 } })
54842024-11-21T19:35:17.577ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 860, tv_nsec: 456807877 } })
54852024-11-21T19:35:17.578ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
54862024-11-21T19:35:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.774663ms iteration = 4 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
54872024-11-21T19:35:17.578ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
54882024-11-21T19:35:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.778594ms iteration = 4 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
54892024-11-21T19:35:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
54902024-11-21T19:35:17.582ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
54912024-11-21T19:35:17.582ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
54922024-11-21T19:35:17.582ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
54932024-11-21T19:35:17.582ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
54942024-11-21T19:35:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
54952024-11-21T19:35:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
54962024-11-21T19:35:17.583ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 6.549527ms iteration = 5 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
54972024-11-21T19:35:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
54982024-11-21T19:35:17.584ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
54992024-11-21T19:35:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
55002024-11-21T19:35:17.587ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 860, tv_nsec: 466393115 } })
55012024-11-21T19:35:17.587ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
55022024-11-21T19:35:17.587ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 860, tv_nsec: 467116295 } })
55032024-11-21T19:35:17.588ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
55042024-11-21T19:35:17.588ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55052024-11-21T19:35:17.588ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55062024-11-21T19:35:17.589ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55072024-11-21T19:35:17.589ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
55082024-11-21T19:35:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
55092024-11-21T19:35:17.591ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:25:17.576592568 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
55102024-11-21T19:35:17.591ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 15.131622ms iteration = 3 status = {"expiration":"2024-11-21T19:25:17.576592568Z","pruned":[]}
55112024-11-21T19:35:17.591ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
55122024-11-21T19:35:17.591ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
55132024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
55142024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
55152024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
55162024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
55172024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
55182024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
55192024-11-21T19:35:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
55202024-11-21T19:35:17.601ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
55212024-11-21T19:35:17.602ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
55222024-11-21T19:35:17.603ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 26.663407ms iteration = 3 status = {"errors":[],"found_port_ok":[]}
55232024-11-21T19:35:17.608ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55242024-11-21T19:35:17.611ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
55252024-11-21T19:35:17.611ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
55262024-11-21T19:35:17.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
55272024-11-21T19:35:17.613ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55282024-11-21T19:35:17.616ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
55292024-11-21T19:35:17.616ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
55302024-11-21T19:35:17.616ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
55312024-11-21T19:35:17.628ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 51.968645ms iteration = 13 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
55322024-11-21T19:35:17.630ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
55332024-11-21T19:35:17.630ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
55342024-11-21T19:35:17.633ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 860, tv_nsec: 512769845 } })
55352024-11-21T19:35:17.634ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
55362024-11-21T19:35:17.635ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
55372024-11-21T19:35:17.635ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
55382024-11-21T19:35:17.636ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
55392024-11-21T19:35:17.636ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
55402024-11-21T19:35:17.638ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 61.559833ms iteration = 5 status = {"errors":[],"garbage_collect_requested":[]}
55412024-11-21T19:35:17.638ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55422024-11-21T19:35:17.641ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
55432024-11-21T19:35:17.641ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
55442024-11-21T19:35:17.641ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
55452024-11-21T19:35:17.646ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
55462024-11-21T19:35:17.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
55472024-11-21T19:35:17.660ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
55482024-11-21T19:35:17.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
55492024-11-21T19:35:17.665ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 88.834827ms iteration = 5 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
55502024-11-21T19:35:17.674ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55512024-11-21T19:35:17.677ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
55522024-11-21T19:35:17.677ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
55532024-11-21T19:35:17.677ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 100.720596ms iteration = 5 status = {"errors":[],"records_set_to_done":[]}
55542024-11-21T19:35:17.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
55552024-11-21T19:35:17.677ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
55562024-11-21T19:35:17.677ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
55572024-11-21T19:35:17.677ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 101.081561ms iteration = 3 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
55582024-11-21T19:35:17.680ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
55592024-11-21T19:35:17.680ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
55602024-11-21T19:35:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
55612024-11-21T19:35:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
55622024-11-21T19:35:17.683ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55632024-11-21T19:35:17.685ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55642024-11-21T19:35:17.685ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55652024-11-21T19:35:17.687ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55662024-11-21T19:35:17.688ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
55672024-11-21T19:35:17.688ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
55682024-11-21T19:35:17.688ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
55692024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55702024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
55712024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
55722024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
55732024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
55742024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
55752024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
55762024-11-21T19:35:17.690ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
55772024-11-21T19:35:17.691ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
55782024-11-21T19:35:17.691ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
55792024-11-21T19:35:17.691ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
55802024-11-21T19:35:17.692ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
55812024-11-21T19:35:17.692ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
55822024-11-21T19:35:17.692ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
55832024-11-21T19:35:17.692ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 115.582765ms iteration = 3 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
55842024-11-21T19:35:17.694ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
55852024-11-21T19:35:17.696ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
55862024-11-21T19:35:17.696ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
55872024-11-21T19:35:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
55882024-11-21T19:35:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
55892024-11-21T19:35:17.697ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
55902024-11-21T19:35:17.697ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 120.993757ms iteration = 5 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
55912024-11-21T19:35:17.699ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55922024-11-21T19:35:17.701ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
55932024-11-21T19:35:17.701ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
55942024-11-21T19:35:17.702ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55952024-11-21T19:35:17.702ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
55962024-11-21T19:35:17.702ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
55972024-11-21T19:35:17.703ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
55982024-11-21T19:35:17.705ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
55992024-11-21T19:35:17.705ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
56002024-11-21T19:35:17.705ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56012024-11-21T19:35:17.714ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 138.254927ms iteration = 5 status = 0
56022024-11-21T19:35:17.719ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 143.115963ms iteration = 5 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
56032024-11-21T19:35:17.721ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
56042024-11-21T19:35:17.721ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 144.929756ms iteration = 13 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
56052024-11-21T19:35:17.726ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
56062024-11-21T19:35:17.727ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
56072024-11-21T19:35:17.733ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 156.903367ms iteration = 7 status = {"physical_disks_added":0}
56082024-11-21T19:35:17.734ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
56092024-11-21T19:35:17.735ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
56102024-11-21T19:35:17.739ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
56112024-11-21T19:35:17.739ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
56122024-11-21T19:35:17.739ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
56132024-11-21T19:35:17.739ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
56142024-11-21T19:35:17.739ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
56152024-11-21T19:35:17.740ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
56162024-11-21T19:35:17.741ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
56172024-11-21T19:35:17.741ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56182024-11-21T19:35:17.742ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56192024-11-21T19:35:17.745ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
56202024-11-21T19:35:17.745ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
56212024-11-21T19:35:17.745ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
56222024-11-21T19:35:17.745ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
56232024-11-21T19:35:17.745ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
56242024-11-21T19:35:17.745ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
56252024-11-21T19:35:17.746ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
56262024-11-21T19:35:17.746ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
56272024-11-21T19:35:17.746ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
56282024-11-21T19:35:17.746ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
56292024-11-21T19:35:17.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
56302024-11-21T19:35:17.748ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56312024-11-21T19:35:17.752ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
56322024-11-21T19:35:17.752ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
56332024-11-21T19:35:17.752ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 175.989091ms iteration = 5 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
56342024-11-21T19:35:17.752ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
56352024-11-21T19:35:17.752ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
56362024-11-21T19:35:17.753ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
56372024-11-21T19:35:17.777ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 200.818724ms iteration = 5 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
56382024-11-21T19:35:17.784ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
56392024-11-21T19:35:17.784ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
56402024-11-21T19:35:17.784ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
56412024-11-21T19:35:17.784ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
56422024-11-21T19:35:17.786ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56432024-11-21T19:35:17.787ZINFOnexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:94
56442024-11-21T19:35:17.787ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 210.648935ms iteration = 4 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
56452024-11-21T19:35:17.790ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
56462024-11-21T19:35:17.790ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
56472024-11-21T19:35:17.790ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
56482024-11-21T19:35:17.793ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
56492024-11-21T19:35:17.793ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
56502024-11-21T19:35:17.793ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
56512024-11-21T19:35:17.793ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 217.225562ms iteration = 4 status = {"generation":1}
56522024-11-21T19:35:17.795ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
56532024-11-21T19:35:17.795ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
56542024-11-21T19:35:17.795ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
56552024-11-21T19:35:17.795ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
56562024-11-21T19:35:17.797ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56572024-11-21T19:35:17.799ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
56582024-11-21T19:35:17.799ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
56592024-11-21T19:35:17.800ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
56602024-11-21T19:35:17.800ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
56612024-11-21T19:35:17.800ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
56622024-11-21T19:35:17.804ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
56632024-11-21T19:35:17.804ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
56642024-11-21T19:35:17.804ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5ae78d37-8a80-4c3a-ae02-435c0c400b54", "content-length": "26", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
56652024-11-21T19:35:17.804ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
56662024-11-21T19:35:17.805ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
56672024-11-21T19:35:17.843ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
56682024-11-21T19:35:17.862ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
56692024-11-21T19:35:17.862ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 285.474254ms iteration = 3 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
56702024-11-21T19:35:17.865ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
56712024-11-21T19:35:17.882ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
56722024-11-21T19:35:17.882ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
56732024-11-21T19:35:17.882ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "54a25fd8-7e17-477f-a81f-179fee5eb230", "content-length": "26", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
56742024-11-21T19:35:17.882ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
56752024-11-21T19:35:17.888ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
56762024-11-21T19:35:17.931ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
56772024-11-21T19:35:17.931ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
56782024-11-21T19:35:17.931ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2c769e96-1890-4c13-a9f7-bd4c8cedbaf6", "content-length": "26", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
56792024-11-21T19:35:17.931ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
56802024-11-21T19:35:17.933ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
56812024-11-21T19:35:17.978ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
56822024-11-21T19:35:17.978ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
56832024-11-21T19:35:17.978ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "a4fd7be7-708e-4321-9066-a64bd926bfff", "content-length": "372", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
56842024-11-21T19:35:17.978ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
56852024-11-21T19:35:17.978ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
56862024-11-21T19:35:17.979ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56872024-11-21T19:35:17.980ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
56882024-11-21T19:35:17.980ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
56892024-11-21T19:35:17.980ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
56902024-11-21T19:35:17.980ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 403.981488ms iteration = 4 status = {"generation":2}
56912024-11-21T19:35:17.981ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
56922024-11-21T19:35:17.981ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
56932024-11-21T19:35:17.981ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
56942024-11-21T19:35:17.983ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56952024-11-21T19:35:17.984ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
56962024-11-21T19:35:17.984ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
56972024-11-21T19:35:17.984ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
56982024-11-21T19:35:18.032ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
56992024-11-21T19:35:18.032ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
57002024-11-21T19:35:18.032ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3aaef110-3470-4eb2-8496-d72852e2e46f", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
57012024-11-21T19:35:18.032ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57022024-11-21T19:35:18.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57032024-11-21T19:35:18.034ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57042024-11-21T19:35:18.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57052024-11-21T19:35:18.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57062024-11-21T19:35:18.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57072024-11-21T19:35:18.040ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
57082024-11-21T19:35:18.040ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
57092024-11-21T19:35:18.040ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "cd369bb8-6ef9-437c-8087-681fb465ed96", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
57102024-11-21T19:35:18.041ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 465.086644ms iteration = 6 status = {}
57112024-11-21T19:35:18.081ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
57122024-11-21T19:35:18.082ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "1ba7d70e-a28a-498b-a97b-5f63e4261241", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
57132024-11-21T19:35:18.082ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
57142024-11-21T19:35:18.084ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "f66ce3c2-4bd3-4765-a509-5127b8fd1c02", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
57152024-11-21T19:35:18.084ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
57162024-11-21T19:35:18.086ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
57172024-11-21T19:35:18.086ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 509.470927ms iteration = 5 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
57182024-11-21T19:35:18.087ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
57192024-11-21T19:35:18.088ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "3128626e-1967-4502-a016-942b8ebd3b7b", "content-length": "1", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
57202024-11-21T19:35:18.090ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
57212024-11-21T19:35:18.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
57222024-11-21T19:35:18.093ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 517.286412ms iteration = 5 status = null
57232024-11-21T19:35:18.168ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
57242024-11-21T19:35:18.212ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 636.429873ms iteration = 5 status = {}
57252024-11-21T19:35:18.298ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57262024-11-21T19:35:18.298ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57272024-11-21T19:35:18.301ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
57282024-11-21T19:35:18.303ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
57292024-11-21T19:35:18.303ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57302024-11-21T19:35:18.303ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57312024-11-21T19:35:18.313ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
57322024-11-21T19:35:18.314ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
57332024-11-21T19:35:18.314ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "17ecba48-fb11-49ff-a9f5-9e8b52c5c7ac", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57342024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57352024-11-21T19:35:18.314ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "2e98ef14-705f-465d-bfaf-ffac258e67f6", "content-length": "134", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} })
57362024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
57372024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
57382024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
57392024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
57402024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
57412024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
57422024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
57432024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
57442024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
57452024-11-21T19:35:18.314ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
57462024-11-21T19:35:18.315ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
57472024-11-21T19:35:18.315ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57482024-11-21T19:35:18.315ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57492024-11-21T19:35:18.315ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "efe02c6b-c67c-4f4c-85c2-87c62cb27cc0", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57502024-11-21T19:35:18.315ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57512024-11-21T19:35:18.317ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "9f6ee819-dacc-472a-863f-c08fbe7acb5b", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57522024-11-21T19:35:18.317ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57532024-11-21T19:35:18.317ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
57542024-11-21T19:35:18.318ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "1f708b25-61c9-4f6b-85f6-6adefc1e09e2", "content-length": "2", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} })
57552024-11-21T19:35:18.318ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
57562024-11-21T19:35:18.318ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c5ba9aaf-4167-473f-b39e-91f454e2f2ea", "content-length": "51", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} })
57572024-11-21T19:35:18.318ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
57582024-11-21T19:35:18.318ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
57592024-11-21T19:35:18.319ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
57602024-11-21T19:35:18.319ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 742.776205ms iteration = 5 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
57612024-11-21T19:35:18.334ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "87b2a5e0-262e-402d-a76a-d7bad0c745f8", "content-length": "691", "date": "Thu, 21 Nov 2024 19:35:17 GMT"} })
57622024-11-21T19:35:18.334ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
57632024-11-21T19:35:18.334ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
57642024-11-21T19:35:18.334ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
57652024-11-21T19:35:18.335ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 758.990511ms iteration = 5 status = {}
57662024-11-21T19:35:18.425ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "1396f603-5019-4d74-a0c1-a861ae1ecb7c", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} })
57672024-11-21T19:35:18.425ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
57682024-11-21T19:35:18.425ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
57692024-11-21T19:35:18.430ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "84794ddd-5ddf-48d1-8bc6-b7da6b42635b", "content-length": "682", "date": "Thu, 21 Nov 2024 19:35:18 GMT"} })
57702024-11-21T19:35:18.430ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57712024-11-21T19:35:18.430ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57722024-11-21T19:35:18.433ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57732024-11-21T19:35:18.433ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57742024-11-21T19:35:18.436ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57752024-11-21T19:35:18.437ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57762024-11-21T19:35:18.439ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
57772024-11-21T19:35:18.439ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57782024-11-21T19:35:18.540ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 963.833997ms iteration = 5 status = {}
57792024-11-21T19:35:26.959ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1155 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 04e2165b-2cc3-4d2e-b017-e3a733aff2c7 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
57802024-11-21T19:35:27.576ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 14 reason = Timeout
57812024-11-21T19:35:27.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 14 reason = Timeout
57822024-11-21T19:35:27.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
57832024-11-21T19:35:27.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57842024-11-21T19:35:27.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
57852024-11-21T19:35:27.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57862024-11-21T19:35:27.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
57872024-11-21T19:35:27.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57882024-11-21T19:35:27.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
57892024-11-21T19:35:27.580ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.897242ms iteration = 14 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
57902024-11-21T19:35:27.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
57912024-11-21T19:35:27.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57922024-11-21T19:35:27.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57932024-11-21T19:35:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57942024-11-21T19:35:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57952024-11-21T19:35:27.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57962024-11-21T19:35:27.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
57972024-11-21T19:35:27.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57982024-11-21T19:35:27.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57992024-11-21T19:35:27.600ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
58002024-11-21T19:35:27.600ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.596759ms iteration = 14 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
58012024-11-21T19:35:37.576ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 15 reason = Timeout
58022024-11-21T19:35:37.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 15 reason = Timeout
58032024-11-21T19:35:37.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58042024-11-21T19:35:37.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
58052024-11-21T19:35:37.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58062024-11-21T19:35:37.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58072024-11-21T19:35:37.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58082024-11-21T19:35:37.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
58092024-11-21T19:35:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58102024-11-21T19:35:37.580ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.081315ms iteration = 15 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
58112024-11-21T19:35:37.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
58122024-11-21T19:35:37.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58132024-11-21T19:35:37.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58142024-11-21T19:35:37.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58152024-11-21T19:35:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58162024-11-21T19:35:37.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58172024-11-21T19:35:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
58182024-11-21T19:35:37.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58192024-11-21T19:35:37.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58202024-11-21T19:35:37.594ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
58212024-11-21T19:35:37.594ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 17.729507ms iteration = 15 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
58222024-11-21T19:35:41.959ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1438 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 082d472c-9844-4249-9c20-690bfb30c972 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
58232024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 6 reason = Timeout
58242024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
58252024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 6 reason = Timeout
58262024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 6 reason = Timeout
58272024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
58282024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 6 reason = Timeout
58292024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 6 reason = Timeout
58302024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58312024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
58322024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 6 reason = Timeout
58332024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
58342024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
58352024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 6 reason = Timeout
58362024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 6 reason = Timeout
58372024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
58382024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
58392024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 8 reason = Timeout
58402024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
58412024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 6 reason = Timeout
58422024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
58432024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 16 reason = Timeout
58442024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 7 reason = Timeout
58452024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
58462024-11-21T19:35:47.576ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
58472024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 16 reason = Timeout
58482024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
58492024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 6 reason = Timeout
58502024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58512024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
58522024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 6 reason = Timeout
58532024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
58542024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 6 reason = Timeout
58552024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
58562024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 6 reason = Timeout
58572024-11-21T19:35:47.576ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
58582024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
58592024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58602024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
58612024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
58622024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
58632024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
58642024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
58652024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
58662024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
58672024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
58682024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
58692024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58702024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
58712024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
58722024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
58732024-11-21T19:35:47.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58742024-11-21T19:35:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
58752024-11-21T19:35:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
58762024-11-21T19:35:47.579ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58772024-11-21T19:35:47.580ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 4.246717ms iteration = 6 status = {"errors":[],"garbage_collect_requested":[]}
58782024-11-21T19:35:47.581ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 4.52646ms iteration = 6 status = {"errors":[],"records_set_to_done":[]}
58792024-11-21T19:35:47.581ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.707443ms iteration = 6 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
58802024-11-21T19:35:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
58812024-11-21T19:35:47.581ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58822024-11-21T19:35:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58832024-11-21T19:35:47.589ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58842024-11-21T19:35:47.590ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58852024-11-21T19:35:47.591ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58862024-11-21T19:35:47.593ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58872024-11-21T19:35:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
58882024-11-21T19:35:47.593ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
58892024-11-21T19:35:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
58902024-11-21T19:35:47.594ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 890, tv_nsec: 473036013 } })
58912024-11-21T19:35:47.594ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
58922024-11-21T19:35:47.595ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 890, tv_nsec: 473815984 } })
58932024-11-21T19:35:47.595ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
58942024-11-21T19:35:47.595ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58952024-11-21T19:35:47.595ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
58962024-11-21T19:35:47.595ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
58972024-11-21T19:35:47.596ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
58982024-11-21T19:35:47.596ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
58992024-11-21T19:35:47.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59002024-11-21T19:35:47.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
59012024-11-21T19:35:47.596ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
59022024-11-21T19:35:47.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
59032024-11-21T19:35:47.597ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
59042024-11-21T19:35:47.597ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59052024-11-21T19:35:47.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59062024-11-21T19:35:47.598ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
59072024-11-21T19:35:47.598ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
59082024-11-21T19:35:47.599ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
59092024-11-21T19:35:47.599ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
59102024-11-21T19:35:47.599ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
59112024-11-21T19:35:47.601ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59122024-11-21T19:35:47.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59132024-11-21T19:35:47.605ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59142024-11-21T19:35:47.606ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59152024-11-21T19:35:47.606ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 890, tv_nsec: 485427009 } })
59162024-11-21T19:35:47.607ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
59172024-11-21T19:35:47.608ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 31.681683ms iteration = 6 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
59182024-11-21T19:35:47.610ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
59192024-11-21T19:35:47.610ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
59202024-11-21T19:35:47.610ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59212024-11-21T19:35:47.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59222024-11-21T19:35:47.637ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
59232024-11-21T19:35:47.637ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
59242024-11-21T19:35:47.637ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
59252024-11-21T19:35:47.637ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
59262024-11-21T19:35:47.642ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
59272024-11-21T19:35:47.642ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
59282024-11-21T19:35:47.642ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
59292024-11-21T19:35:47.642ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
59302024-11-21T19:35:47.644ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
59312024-11-21T19:35:47.644ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
59322024-11-21T19:35:47.644ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
59332024-11-21T19:35:47.644ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
59342024-11-21T19:35:47.645ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 68.938981ms iteration = 6 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
59352024-11-21T19:35:47.648ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59362024-11-21T19:35:47.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59372024-11-21T19:35:47.650ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59382024-11-21T19:35:47.651ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59392024-11-21T19:35:47.653ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 77.07408ms iteration = 6 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
59402024-11-21T19:35:47.655ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59412024-11-21T19:35:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
59422024-11-21T19:35:47.658ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
59432024-11-21T19:35:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
59442024-11-21T19:35:47.661ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
59452024-11-21T19:35:47.661ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 84.52938ms iteration = 6 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
59462024-11-21T19:35:47.665ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59472024-11-21T19:35:47.666ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59482024-11-21T19:35:47.668ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
59492024-11-21T19:35:47.668ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
59502024-11-21T19:35:47.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
59512024-11-21T19:35:47.670ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
59522024-11-21T19:35:47.670ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59532024-11-21T19:35:47.670ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59542024-11-21T19:35:47.688ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
59552024-11-21T19:35:47.688ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
59562024-11-21T19:35:47.688ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7872149e-1ae2-499d-9a1e-4af70747466b", "content-length": "26", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
59572024-11-21T19:35:47.689ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
59582024-11-21T19:35:47.690ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
59592024-11-21T19:35:47.693ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
59602024-11-21T19:35:47.693ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
59612024-11-21T19:35:47.693ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 116.347335ms iteration = 6 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
59622024-11-21T19:35:47.693ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 116.302165ms iteration = 16 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
59632024-11-21T19:35:47.696ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
59642024-11-21T19:35:47.696ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 119.241623ms iteration = 16 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
59652024-11-21T19:35:47.697ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59662024-11-21T19:35:47.701ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
59672024-11-21T19:35:47.701ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59682024-11-21T19:35:47.701ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59692024-11-21T19:35:47.708ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 131.356975ms iteration = 6 status = 0
59702024-11-21T19:35:47.714ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 137.418836ms iteration = 8 status = {"physical_disks_added":0}
59712024-11-21T19:35:47.714ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
59722024-11-21T19:35:47.714ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
59732024-11-21T19:35:47.714ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "055231cd-854e-4126-8926-e77a8e9038af", "content-length": "26", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
59742024-11-21T19:35:47.714ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
59752024-11-21T19:35:47.716ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
59762024-11-21T19:35:47.725ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
59772024-11-21T19:35:47.725ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
59782024-11-21T19:35:47.725ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e0f54aca-cf88-4766-9854-f631e4857f8e", "content-length": "26", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
59792024-11-21T19:35:47.725ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
59802024-11-21T19:35:47.727ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
59812024-11-21T19:35:47.751ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59822024-11-21T19:35:47.752ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59832024-11-21T19:35:47.824ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
59842024-11-21T19:35:47.824ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "dcdc6fcf-b785-48a1-8294-44f894040813", "content-length": "1", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
59852024-11-21T19:35:47.825ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
59862024-11-21T19:35:47.825ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
59872024-11-21T19:35:47.841ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 264.308032ms iteration = 6 status = {}
59882024-11-21T19:35:47.888ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
59892024-11-21T19:35:47.888ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
59902024-11-21T19:35:47.894ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 317.123137ms iteration = 6 status = null
59912024-11-21T19:35:47.896ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59922024-11-21T19:35:47.898ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
59932024-11-21T19:35:47.898ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59942024-11-21T19:35:47.898ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59952024-11-21T19:35:47.928ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59962024-11-21T19:35:47.929ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
59972024-11-21T19:35:47.929ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
59982024-11-21T19:35:47.930ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
59992024-11-21T19:35:47.930ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
60002024-11-21T19:35:47.930ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
60012024-11-21T19:35:47.931ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
60022024-11-21T19:35:47.931ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60032024-11-21T19:35:47.931ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60042024-11-21T19:35:47.941ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
60052024-11-21T19:35:47.941ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ae618e4-8e31-4710-a3df-c13cc118cd80", "content-length": "134", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60062024-11-21T19:35:47.941ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
60072024-11-21T19:35:47.941ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
60082024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
60092024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
60102024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60112024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60122024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60132024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
60142024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60152024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
60162024-11-21T19:35:47.942ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
60172024-11-21T19:35:47.942ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60182024-11-21T19:35:47.942ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60192024-11-21T19:35:47.944ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
60202024-11-21T19:35:47.944ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "751ceeae-e395-41fc-9414-529afaa307dc", "content-length": "2", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60212024-11-21T19:35:47.944ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
60222024-11-21T19:35:47.945ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "6aa613c8-02af-419d-a78e-86177d025e6c", "content-length": "51", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60232024-11-21T19:35:47.945ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
60242024-11-21T19:35:47.945ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
60252024-11-21T19:35:47.964ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
60262024-11-21T19:35:47.988ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "4f9dbee0-4ea4-47f1-ad93-54e28e4ed0a1", "content-length": "372", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60272024-11-21T19:35:47.988ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60282024-11-21T19:35:47.988ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "08473d61-0cf0-446e-860c-f7307b81e5cd", "content-length": "691", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60292024-11-21T19:35:47.988ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
60302024-11-21T19:35:47.988ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
60312024-11-21T19:35:47.988ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
60322024-11-21T19:35:47.989ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60332024-11-21T19:35:47.990ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 413.491635ms iteration = 6 status = {}
60342024-11-21T19:35:48.030ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
60352024-11-21T19:35:48.030ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
60362024-11-21T19:35:48.030ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "9c3dd616-d7b6-410c-a4f7-9336831e05be", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60372024-11-21T19:35:48.030ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60382024-11-21T19:35:48.030ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60392024-11-21T19:35:48.033ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60402024-11-21T19:35:48.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60412024-11-21T19:35:48.036ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60422024-11-21T19:35:48.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60432024-11-21T19:35:48.039ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
60442024-11-21T19:35:48.039ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
60452024-11-21T19:35:48.042ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "53460144-1ef6-478b-a594-ecd3349c995f", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60462024-11-21T19:35:48.044ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 467.638408ms iteration = 7 status = {}
60472024-11-21T19:35:48.087ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7757bf05-9a44-46e8-9ad8-5288fcfe0c51", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60482024-11-21T19:35:48.087ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
60492024-11-21T19:35:48.087ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
60502024-11-21T19:35:48.087ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "13998545-659b-4050-969b-9e9b539cc742", "content-length": "682", "date": "Thu, 21 Nov 2024 19:35:47 GMT"} })
60512024-11-21T19:35:48.087ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60522024-11-21T19:35:48.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60532024-11-21T19:35:48.091ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60542024-11-21T19:35:48.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60552024-11-21T19:35:48.094ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60562024-11-21T19:35:48.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60572024-11-21T19:35:48.096ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60582024-11-21T19:35:48.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60592024-11-21T19:35:48.103ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 527.010462ms iteration = 6 status = {}
60602024-11-21T19:35:48.505ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:33769
60612024-11-21T19:35:48.505ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:33769 req_id = a2cb75b6-0076-4975-b501-14fc6bc3736d roles = RoleSet { roles: {} } uri = /metrics/producers
60622024-11-21T19:35:48.505ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:33769 req_id = a2cb75b6-0076-4975-b501-14fc6bc3736d resource = Database result = Ok(()) uri = /metrics/producers
60632024-11-21T19:35:48.548ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 7e95de1c-0564-4f19-9f77-816083ac4bb9
60642024-11-21T19:35:48.548ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 43682 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:33769 req_id = a2cb75b6-0076-4975-b501-14fc6bc3736d response_code = 201 uri = /metrics/producers
60652024-11-21T19:35:56.958ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1585 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 4ab13f31-12d4-459e-919a-95ad95815e05 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
60662024-11-21T19:35:57.576ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 17 reason = Timeout
60672024-11-21T19:35:57.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 17 reason = Timeout
60682024-11-21T19:35:57.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60692024-11-21T19:35:57.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
60702024-11-21T19:35:57.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60712024-11-21T19:35:57.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
60722024-11-21T19:35:57.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60732024-11-21T19:35:57.581ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
60742024-11-21T19:35:57.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60752024-11-21T19:35:57.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60762024-11-21T19:35:57.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60772024-11-21T19:35:57.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60782024-11-21T19:35:57.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60792024-11-21T19:35:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
60802024-11-21T19:35:57.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60812024-11-21T19:35:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60822024-11-21T19:35:57.598ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
60832024-11-21T19:35:57.598ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.980644ms iteration = 17 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
60842024-11-21T19:35:57.606ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
60852024-11-21T19:35:57.607ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
60862024-11-21T19:35:57.608ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.657833ms iteration = 17 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
60872024-11-21T19:35:58.073ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:60477
60882024-11-21T19:35:58.073ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:60477 req_id = e2e5d36b-18ee-4477-b867-c8fb28084f0e roles = RoleSet { roles: {} } uri = /metrics/producers
60892024-11-21T19:35:58.073ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:60477 req_id = e2e5d36b-18ee-4477-b867-c8fb28084f0e resource = Database result = Ok(()) uri = /metrics/producers
60902024-11-21T19:35:58.114ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = d5d94737-4399-4cdd-b5a7-176d321a4298
60912024-11-21T19:35:58.114ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 40729 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:60477 req_id = e2e5d36b-18ee-4477-b867-c8fb28084f0e response_code = 201 uri = /metrics/producers
60922024-11-21T19:36:00.585ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:53958
60932024-11-21T19:36:00.585ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53958 req_id = 59c0a377-7535-4320-863a-71a9133e974b roles = RoleSet { roles: {} } uri = /metrics/producers
60942024-11-21T19:36:00.585ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53958 req_id = 59c0a377-7535-4320-863a-71a9133e974b resource = Database result = Ok(()) uri = /metrics/producers
60952024-11-21T19:36:00.620ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = c05ae1ff-cffb-4ab3-9615-3762b6ee2d1a
60962024-11-21T19:36:00.620ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35892 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53958 req_id = 59c0a377-7535-4320-863a-71a9133e974b response_code = 201 uri = /metrics/producers
60972024-11-21T19:36:03.547ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
60982024-11-21T19:36:03.547ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
60992024-11-21T19:36:03.578ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
61002024-11-21T19:36:03.578ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:34000
61012024-11-21T19:36:03.579ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:34000 req_id = ede4b8c0-97d7-4cf3-993f-6411dd2f86df roles = RoleSet { roles: {} } uri = /metrics/producers
61022024-11-21T19:36:03.579ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:34000 req_id = ede4b8c0-97d7-4cf3-993f-6411dd2f86df resource = Database result = Ok(()) uri = /metrics/producers
61032024-11-21T19:36:03.619ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 088dbd0f-363c-4785-9d04-aa968256294e
61042024-11-21T19:36:03.619ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 40068 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:34000 req_id = ede4b8c0-97d7-4cf3-993f-6411dd2f86df response_code = 201 uri = /metrics/producers
61052024-11-21T19:36:03.619ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "ede4b8c0-97d7-4cf3-993f-6411dd2f86df", "content-length": "41", "date": "Thu, 21 Nov 2024 19:36:03 GMT"} })
61062024-11-21T19:36:03.620ZDEBGnexus (producer-registration-task): registered with nexus successfully
61072024-11-21T19:36:03.620ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
61082024-11-21T19:36:07.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 18 reason = Timeout
61092024-11-21T19:36:07.576ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61102024-11-21T19:36:07.576ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 18 reason = Timeout
61112024-11-21T19:36:07.576ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61122024-11-21T19:36:07.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61132024-11-21T19:36:07.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61142024-11-21T19:36:07.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61152024-11-21T19:36:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61162024-11-21T19:36:07.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61172024-11-21T19:36:07.581ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 5.497913ms iteration = 18 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
61182024-11-21T19:36:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
61192024-11-21T19:36:07.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61202024-11-21T19:36:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61212024-11-21T19:36:07.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61222024-11-21T19:36:07.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61232024-11-21T19:36:07.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61242024-11-21T19:36:07.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
61252024-11-21T19:36:07.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61262024-11-21T19:36:07.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61272024-11-21T19:36:07.605ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
61282024-11-21T19:36:07.605ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 29.028918ms iteration = 18 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
61292024-11-21T19:36:11.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1055 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 7721f631-e948-4177-a028-19e826997066 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
61302024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 5 reason = Timeout
61312024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 7 reason = Timeout
61322024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 7 reason = Timeout
61332024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
61342024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
61352024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 7 reason = Timeout
61362024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
61372024-11-21T19:36:17.576ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 7 reason = Timeout
61382024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 7 reason = Timeout
61392024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
61402024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
61412024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
61422024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 5 reason = Timeout
61432024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
61442024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
61452024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 7 reason = Timeout
61462024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
61472024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 8 reason = Timeout
61482024-11-21T19:36:17.577ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
61492024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
61502024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 6 reason = Timeout
61512024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 7 reason = Timeout
61522024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
61532024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 7 reason = Timeout
61542024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 7 reason = Timeout
61552024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
61562024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 4 reason = Timeout
61572024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 4 reason = Timeout
61582024-11-21T19:36:17.577ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:26:17.577093143 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
61592024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
61602024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
61612024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 7 reason = Timeout
61622024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
61632024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 5 reason = Timeout
61642024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
61652024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 7 reason = Timeout
61662024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 5 reason = Timeout
61672024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
61682024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 4 reason = Timeout
61692024-11-21T19:36:17.577ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
61702024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
61712024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 6 reason = Timeout
61722024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 4 reason = Timeout
61732024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
61742024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 5 reason = Timeout
61752024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
61762024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
61772024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 19 reason = Timeout
61782024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 5 reason = Timeout
61792024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61802024-11-21T19:36:17.577ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
61812024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 19 reason = Timeout
61822024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 7 reason = Timeout
61832024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 12.62\u{b5}s iteration = 5 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
61842024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
61852024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61862024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 3 reason = Timeout
61872024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 4 reason = Timeout
61882024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 9 reason = Timeout
61892024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
61902024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
61912024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
61922024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 7 reason = Timeout
61932024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
61942024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
61952024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
61962024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
61972024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
61982024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
61992024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
62002024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
62012024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
62022024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
62032024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
62042024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
62052024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
62062024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
62072024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
62082024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
62092024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
62102024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
62112024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
62122024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
62132024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
62142024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
62152024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62162024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
62172024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62182024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62192024-11-21T19:36:17.577ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 920, tv_nsec: 456173789 } })
62202024-11-21T19:36:17.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
62212024-11-21T19:36:17.577ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 920, tv_nsec: 456180118 } })
62222024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62232024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62242024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62252024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62262024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62272024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62282024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
62292024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.660612ms iteration = 5 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
62302024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62312024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
62322024-11-21T19:36:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.51595ms iteration = 5 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
62332024-11-21T19:36:17.579ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
62342024-11-21T19:36:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
62352024-11-21T19:36:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.341168ms iteration = 7 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
62362024-11-21T19:36:17.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62372024-11-21T19:36:17.585ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62382024-11-21T19:36:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
62392024-11-21T19:36:17.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
62402024-11-21T19:36:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
62412024-11-21T19:36:17.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
62422024-11-21T19:36:17.587ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62432024-11-21T19:36:17.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62442024-11-21T19:36:17.588ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62452024-11-21T19:36:17.590ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:26:17.577093143 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
62462024-11-21T19:36:17.590ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 12.941082ms iteration = 4 status = {"expiration":"2024-11-21T19:26:17.577093143Z","pruned":[]}
62472024-11-21T19:36:17.590ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62482024-11-21T19:36:17.591ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
62492024-11-21T19:36:17.591ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
62502024-11-21T19:36:17.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
62512024-11-21T19:36:17.593ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
62522024-11-21T19:36:17.593ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
62532024-11-21T19:36:17.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
62542024-11-21T19:36:17.594ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 17.156119ms iteration = 7 status = {"errors":[],"garbage_collect_requested":[]}
62552024-11-21T19:36:17.594ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62562024-11-21T19:36:17.596ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62572024-11-21T19:36:17.597ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
62582024-11-21T19:36:17.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
62592024-11-21T19:36:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
62602024-11-21T19:36:17.599ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
62612024-11-21T19:36:17.599ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
62622024-11-21T19:36:17.599ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
62632024-11-21T19:36:17.600ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 23.386572ms iteration = 4 status = {"errors":[],"found_port_ok":[]}
62642024-11-21T19:36:17.603ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
62652024-11-21T19:36:17.603ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
62662024-11-21T19:36:17.605ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 920, tv_nsec: 483275711 } })
62672024-11-21T19:36:17.605ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
62682024-11-21T19:36:17.608ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62692024-11-21T19:36:17.608ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62702024-11-21T19:36:17.609ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62712024-11-21T19:36:17.612ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
62722024-11-21T19:36:17.612ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
62732024-11-21T19:36:17.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
62742024-11-21T19:36:17.613ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
62752024-11-21T19:36:17.613ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62762024-11-21T19:36:17.613ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62772024-11-21T19:36:17.613ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
62782024-11-21T19:36:17.613ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62792024-11-21T19:36:17.613ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62802024-11-21T19:36:17.619ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62812024-11-21T19:36:17.623ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
62822024-11-21T19:36:17.623ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62832024-11-21T19:36:17.623ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62842024-11-21T19:36:17.623ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62852024-11-21T19:36:17.625ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
62862024-11-21T19:36:17.625ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62872024-11-21T19:36:17.626ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62882024-11-21T19:36:17.626ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62892024-11-21T19:36:17.627ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
62902024-11-21T19:36:17.627ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62912024-11-21T19:36:17.628ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62922024-11-21T19:36:17.630ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62932024-11-21T19:36:17.632ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
62942024-11-21T19:36:17.632ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
62952024-11-21T19:36:17.632ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
62962024-11-21T19:36:17.633ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62972024-11-21T19:36:17.633ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
62982024-11-21T19:36:17.633ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
62992024-11-21T19:36:17.634ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 920, tv_nsec: 512576062 } })
63002024-11-21T19:36:17.634ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
63012024-11-21T19:36:17.635ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
63022024-11-21T19:36:17.635ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
63032024-11-21T19:36:17.635ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
63042024-11-21T19:36:17.636ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
63052024-11-21T19:36:17.636ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
63062024-11-21T19:36:17.638ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63072024-11-21T19:36:17.639ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
63082024-11-21T19:36:17.639ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63092024-11-21T19:36:17.639ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
63102024-11-21T19:36:17.639ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63112024-11-21T19:36:17.640ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
63122024-11-21T19:36:17.640ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 63.167714ms iteration = 7 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
63132024-11-21T19:36:17.642ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
63142024-11-21T19:36:17.645ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63152024-11-21T19:36:17.648ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
63162024-11-21T19:36:17.648ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
63172024-11-21T19:36:17.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
63182024-11-21T19:36:17.651ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
63192024-11-21T19:36:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
63202024-11-21T19:36:17.651ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
63212024-11-21T19:36:17.651ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
63222024-11-21T19:36:17.652ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
63232024-11-21T19:36:17.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
63242024-11-21T19:36:17.654ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
63252024-11-21T19:36:17.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
63262024-11-21T19:36:17.655ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 77.964222ms iteration = 7 status = {"errors":[],"records_set_to_done":[]}
63272024-11-21T19:36:17.656ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
63282024-11-21T19:36:17.656ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
63292024-11-21T19:36:17.656ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 79.023815ms iteration = 4 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
63302024-11-21T19:36:17.658ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
63312024-11-21T19:36:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
63322024-11-21T19:36:17.659ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
63332024-11-21T19:36:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
63342024-11-21T19:36:17.670ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63352024-11-21T19:36:17.671ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
63362024-11-21T19:36:17.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
63372024-11-21T19:36:17.673ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
63382024-11-21T19:36:17.675ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
63392024-11-21T19:36:17.675ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
63402024-11-21T19:36:17.675ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
63412024-11-21T19:36:17.675ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
63422024-11-21T19:36:17.675ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
63432024-11-21T19:36:17.677ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
63442024-11-21T19:36:17.677ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
63452024-11-21T19:36:17.677ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
63462024-11-21T19:36:17.677ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
63472024-11-21T19:36:17.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
63482024-11-21T19:36:17.688ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
63492024-11-21T19:36:17.688ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
63502024-11-21T19:36:17.688ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 111.152605ms iteration = 4 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
63512024-11-21T19:36:17.688ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 920, tv_nsec: 566777236 } })
63522024-11-21T19:36:17.688ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
63532024-11-21T19:36:17.698ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
63542024-11-21T19:36:17.698ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
63552024-11-21T19:36:17.748ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
63562024-11-21T19:36:17.748ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
63572024-11-21T19:36:17.793ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
63582024-11-21T19:36:17.793ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
63592024-11-21T19:36:17.793ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0e8638a8-bf11-4426-b09e-14c2b8f1cf1c", "content-length": "26", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} })
63602024-11-21T19:36:17.793ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
63612024-11-21T19:36:17.795ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
63622024-11-21T19:36:17.796ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
63632024-11-21T19:36:17.796ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
63642024-11-21T19:36:17.796ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7a5eec01-77a4-4f51-8df9-626ea355ffbd", "content-length": "26", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} })
63652024-11-21T19:36:17.796ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
63662024-11-21T19:36:17.797ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
63672024-11-21T19:36:17.826ZDEBGnexus (BackgroundTasks): client request background_task = crdb_node_id_collector body = None method = GET uri = http://[fd00:1122:3344:101::4]:32222/node/id
63682024-11-21T19:36:17.826ZDEBGnexus (BackgroundTasks): client response background_task = crdb_node_id_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::4]:32222/node/id", status: 200, headers: {"content-type": "application/json", "x-request-id": "74d5d0e7-1754-4a31-96cc-64690d80c440", "content-length": "64", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} })
63692024-11-21T19:36:17.826ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
63702024-11-21T19:36:17.827ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
63712024-11-21T19:36:17.828ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
63722024-11-21T19:36:17.829ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 252.293631ms iteration = 7 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
63732024-11-21T19:36:17.829ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63742024-11-21T19:36:17.834ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
63752024-11-21T19:36:17.834ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63762024-11-21T19:36:17.834ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63772024-11-21T19:36:17.843ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 266.662643ms iteration = 19 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
63782024-11-21T19:36:17.844ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63792024-11-21T19:36:17.844ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
63802024-11-21T19:36:17.844ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
63812024-11-21T19:36:17.848ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
63822024-11-21T19:36:17.848ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
63832024-11-21T19:36:17.853ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
63842024-11-21T19:36:17.855ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63852024-11-21T19:36:17.860ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
63862024-11-21T19:36:17.860ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
63872024-11-21T19:36:17.860ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
63882024-11-21T19:36:17.865ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
63892024-11-21T19:36:17.865ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
63902024-11-21T19:36:17.866ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bebb7876-736b-435a-b82e-a72f564b34d4", "content-length": "26", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} })
63912024-11-21T19:36:17.866ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
63922024-11-21T19:36:17.867ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
63932024-11-21T19:36:17.868ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
63942024-11-21T19:36:17.899ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 322.623231ms iteration = 3 status = {"nsuccess":5}
63952024-11-21T19:36:17.906ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63962024-11-21T19:36:17.909ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
63972024-11-21T19:36:17.909ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
63982024-11-21T19:36:17.909ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
63992024-11-21T19:36:17.909ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64002024-11-21T19:36:17.910ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
64012024-11-21T19:36:17.911ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
64022024-11-21T19:36:17.911ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64032024-11-21T19:36:17.911ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64042024-11-21T19:36:17.914ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
64052024-11-21T19:36:17.914ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
64062024-11-21T19:36:17.914ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
64072024-11-21T19:36:17.917ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 340.839285ms iteration = 7 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
64082024-11-21T19:36:17.919ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
64092024-11-21T19:36:17.919ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 342.389675ms iteration = 19 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
64102024-11-21T19:36:17.924ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
64112024-11-21T19:36:17.924ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
64122024-11-21T19:36:17.927ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
64132024-11-21T19:36:17.927ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
64142024-11-21T19:36:17.927ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
64152024-11-21T19:36:17.928ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
64162024-11-21T19:36:17.934ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64172024-11-21T19:36:17.934ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64182024-11-21T19:36:17.952ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64192024-11-21T19:36:17.956ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
64202024-11-21T19:36:17.956ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
64212024-11-21T19:36:17.956ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
64222024-11-21T19:36:17.967ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 390.63895ms iteration = 7 status = 0
64232024-11-21T19:36:17.976ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
64242024-11-21T19:36:17.976ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
64252024-11-21T19:36:17.976ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 399.826793ms iteration = 7 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
64262024-11-21T19:36:17.980ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
64272024-11-21T19:36:17.980ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
64282024-11-21T19:36:17.980ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64292024-11-21T19:36:17.981ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64302024-11-21T19:36:17.987ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64312024-11-21T19:36:17.988ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64322024-11-21T19:36:17.992ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
64332024-11-21T19:36:17.992ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64342024-11-21T19:36:17.992ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64352024-11-21T19:36:17.993ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
64362024-11-21T19:36:17.993ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
64372024-11-21T19:36:17.993ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 416.246972ms iteration = 7 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
64382024-11-21T19:36:17.993ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
64392024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
64402024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
64412024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
64422024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 419.442094ms iteration = 5 status = {"generation":1}
64432024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
64442024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
64452024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
64462024-11-21T19:36:17.996ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 419.220882ms iteration = 5 status = {"generation":2}
64472024-11-21T19:36:18.017ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64482024-11-21T19:36:18.019ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
64492024-11-21T19:36:18.019ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64502024-11-21T19:36:18.019ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64512024-11-21T19:36:18.020ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 443.579097ms iteration = 7 status = {}
64522024-11-21T19:36:18.029ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
64532024-11-21T19:36:18.029ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
64542024-11-21T19:36:18.031ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64552024-11-21T19:36:18.034ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
64562024-11-21T19:36:18.034ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
64572024-11-21T19:36:18.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
64582024-11-21T19:36:18.037ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
64592024-11-21T19:36:18.037ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 460.017357ms iteration = 4 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
64602024-11-21T19:36:18.056ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
64612024-11-21T19:36:18.057ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "7258f25a-bbab-4e89-a968-a81c07e7b81d", "content-length": "1", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} })
64622024-11-21T19:36:18.060ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
64632024-11-21T19:36:18.060ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
64642024-11-21T19:36:18.065ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
64652024-11-21T19:36:18.065ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 488.422666ms iteration = 5 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
64662024-11-21T19:36:18.094ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 517.394304ms iteration = 9 status = {"physical_disks_added":0}
64672024-11-21T19:36:18.113ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
64682024-11-21T19:36:18.221ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
64692024-11-21T19:36:18.221ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
64702024-11-21T19:36:18.283ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
64712024-11-21T19:36:18.284ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "723ac04e-c03f-48ad-9b6a-e123cec3f3c2", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
64722024-11-21T19:36:18.284ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
64732024-11-21T19:36:18.286ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "990c52b1-0793-4f53-b655-6e77059a3fd5", "date": "Thu, 21 Nov 2024 19:36:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
64742024-11-21T19:36:18.286ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
64752024-11-21T19:36:18.287ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
64762024-11-21T19:36:18.287ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 710.27792ms iteration = 6 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
64772024-11-21T19:36:18.305ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
64782024-11-21T19:36:18.305ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
64792024-11-21T19:36:18.306ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "c1d71578-b1d3-4a90-857a-e318d6c4e4bb", "content-length": "372", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
64802024-11-21T19:36:18.306ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
64812024-11-21T19:36:18.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
64822024-11-21T19:36:18.307ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64832024-11-21T19:36:18.308ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 731.807248ms iteration = 7 status = null
64842024-11-21T19:36:18.309ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
64852024-11-21T19:36:18.309ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
64862024-11-21T19:36:18.309ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
64872024-11-21T19:36:18.309ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
64882024-11-21T19:36:18.309ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
64892024-11-21T19:36:18.309ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
64902024-11-21T19:36:18.314ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
64912024-11-21T19:36:18.314ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "254eb4d2-99d5-4d2c-a4b6-39948eb16747", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64922024-11-21T19:36:18.314ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64932024-11-21T19:36:18.315ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "61f63a27-9842-4213-9d2a-0bb0dc5d8a20", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64942024-11-21T19:36:18.315ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64952024-11-21T19:36:18.317ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "a082f0ce-b40d-42f3-86c4-8b4582afd00f", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64962024-11-21T19:36:18.317ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64972024-11-21T19:36:18.319ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
64982024-11-21T19:36:18.319ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 742.350519ms iteration = 6 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
64992024-11-21T19:36:18.322ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
65002024-11-21T19:36:18.322ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
65012024-11-21T19:36:18.322ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "848a49a9-4eea-4bb7-b2ac-b204b7cf37a2", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65022024-11-21T19:36:18.322ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65032024-11-21T19:36:18.322ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65042024-11-21T19:36:18.324ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65052024-11-21T19:36:18.325ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65062024-11-21T19:36:18.327ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65072024-11-21T19:36:18.328ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65082024-11-21T19:36:18.331ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
65092024-11-21T19:36:18.331ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
65102024-11-21T19:36:18.332ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "84e72b7d-b2a4-46c9-846d-6bf750044af0", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65112024-11-21T19:36:18.333ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 756.843543ms iteration = 8 status = {}
65122024-11-21T19:36:18.394ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
65132024-11-21T19:36:18.395ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "01b66705-5eb3-4ace-91e7-eb48541b14f1", "content-length": "691", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65142024-11-21T19:36:18.395ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
65152024-11-21T19:36:18.395ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
65162024-11-21T19:36:18.395ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
65172024-11-21T19:36:18.395ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 818.576687ms iteration = 7 status = {}
65182024-11-21T19:36:18.419ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
65192024-11-21T19:36:18.419ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "319bbb33-e33e-4df2-ad3a-9180e51f30ba", "content-length": "134", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65202024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
65212024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
65222024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
65232024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
65242024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
65252024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
65262024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
65272024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
65282024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
65292024-11-21T19:36:18.419ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
65302024-11-21T19:36:18.420ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
65312024-11-21T19:36:18.420ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65322024-11-21T19:36:18.420ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65332024-11-21T19:36:18.422ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
65342024-11-21T19:36:18.422ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "147f3119-cb14-424d-a210-3ee425e72ee4", "content-length": "2", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65352024-11-21T19:36:18.422ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
65362024-11-21T19:36:18.422ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c70a30ad-651b-4126-8f76-d2dcd011f022", "content-length": "51", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65372024-11-21T19:36:18.422ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
65382024-11-21T19:36:18.422ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
65392024-11-21T19:36:18.456ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:44354
65402024-11-21T19:36:18.456ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44354 req_id = f2558d4c-22af-47fd-9cbc-e560996a6e28 roles = RoleSet { roles: {} } uri = /metrics/producers
65412024-11-21T19:36:18.457ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44354 req_id = f2558d4c-22af-47fd-9cbc-e560996a6e28 resource = Database result = Ok(()) uri = /metrics/producers
65422024-11-21T19:36:18.496ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = a6c6c937-34c0-40ae-9cbb-dae778a45973
65432024-11-21T19:36:18.496ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39423 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44354 req_id = f2558d4c-22af-47fd-9cbc-e560996a6e28 response_code = 201 uri = /metrics/producers
65442024-11-21T19:36:18.502ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "1897d55e-b3c6-4d47-b1c5-b3d4ecad1dd6", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65452024-11-21T19:36:18.502ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
65462024-11-21T19:36:18.502ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
65472024-11-21T19:36:18.506ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "165bcddb-cc1d-4a1a-a4b2-6c1e24cce51c", "content-length": "682", "date": "Thu, 21 Nov 2024 19:36:18 GMT"} })
65482024-11-21T19:36:18.506ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65492024-11-21T19:36:18.506ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65502024-11-21T19:36:18.510ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65512024-11-21T19:36:18.510ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65522024-11-21T19:36:18.513ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65532024-11-21T19:36:18.513ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65542024-11-21T19:36:18.515ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65552024-11-21T19:36:18.516ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65562024-11-21T19:36:18.524ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 947.504301ms iteration = 7 status = {}
65572024-11-21T19:36:26.090ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:58702
65582024-11-21T19:36:26.090ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:58702 req_id = 46197293-435c-4e9b-99d7-b173824d5c34 roles = RoleSet { roles: {} } uri = /metrics/producers
65592024-11-21T19:36:26.091ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:58702 req_id = 46197293-435c-4e9b-99d7-b173824d5c34 resource = Database result = Ok(()) uri = /metrics/producers
65602024-11-21T19:36:26.099ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 203795ed-576b-40e4-bed8-7463e3f2162c
65612024-11-21T19:36:26.099ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 8549 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:58702 req_id = 46197293-435c-4e9b-99d7-b173824d5c34 response_code = 201 uri = /metrics/producers
65622024-11-21T19:36:26.981ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1122 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 676ae6cc-ab61-4974-adf8-26ce059175f3 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
65632024-11-21T19:36:27.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 20 reason = Timeout
65642024-11-21T19:36:27.577ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 20 reason = Timeout
65652024-11-21T19:36:27.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65662024-11-21T19:36:27.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
65672024-11-21T19:36:27.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65682024-11-21T19:36:27.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
65692024-11-21T19:36:27.613ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65702024-11-21T19:36:27.614ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
65712024-11-21T19:36:27.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
65722024-11-21T19:36:27.615ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
65732024-11-21T19:36:27.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65742024-11-21T19:36:27.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65752024-11-21T19:36:27.618ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65762024-11-21T19:36:27.618ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65772024-11-21T19:36:27.644ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 67.3731ms iteration = 20 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
65782024-11-21T19:36:27.650ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65792024-11-21T19:36:27.652ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
65802024-11-21T19:36:27.652ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65812024-11-21T19:36:27.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65822024-11-21T19:36:27.665ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
65832024-11-21T19:36:27.665ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 88.144847ms iteration = 20 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
65842024-11-21T19:36:31.951ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 60271794-93e1-43af-a9cb-8400f03db191 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
65852024-11-21T19:36:31.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 60271794-93e1-43af-a9cb-8400f03db191 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
65862024-11-21T19:36:31.954ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3022 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 60271794-93e1-43af-a9cb-8400f03db191 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
65872024-11-21T19:36:31.955ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 0deada6d-3791-46df-86c9-6d524a678fa0 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
65882024-11-21T19:36:31.955ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 0deada6d-3791-46df-86c9-6d524a678fa0 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
65892024-11-21T19:36:31.957ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2625 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 0deada6d-3791-46df-86c9-6d524a678fa0 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
65902024-11-21T19:36:37.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 21 reason = Timeout
65912024-11-21T19:36:37.577ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 21 reason = Timeout
65922024-11-21T19:36:37.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
65932024-11-21T19:36:37.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65942024-11-21T19:36:37.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65952024-11-21T19:36:37.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
65962024-11-21T19:36:37.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65972024-11-21T19:36:37.581ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
65982024-11-21T19:36:37.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65992024-11-21T19:36:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66002024-11-21T19:36:37.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66012024-11-21T19:36:37.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66022024-11-21T19:36:37.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66032024-11-21T19:36:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
66042024-11-21T19:36:37.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66052024-11-21T19:36:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66062024-11-21T19:36:37.601ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
66072024-11-21T19:36:37.601ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.633629ms iteration = 21 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
66082024-11-21T19:36:37.606ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
66092024-11-21T19:36:37.606ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
66102024-11-21T19:36:37.636ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 59.543516ms iteration = 21 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
66112024-11-21T19:36:41.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1206 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 0df6135b-e3f5-46eb-bb87-3545f9e3b62a response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
66122024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 8 reason = Timeout
66132024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
66142024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 8 reason = Timeout
66152024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
66162024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
66172024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 10 reason = Timeout
66182024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 9 reason = Timeout
66192024-11-21T19:36:47.577ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
66202024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
66212024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
66222024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 8 reason = Timeout
66232024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 8 reason = Timeout
66242024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
66252024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 8 reason = Timeout
66262024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66272024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 8 reason = Timeout
66282024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 8 reason = Timeout
66292024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
66302024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
66312024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 8 reason = Timeout
66322024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
66332024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 8 reason = Timeout
66342024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
66352024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 22 reason = Timeout
66362024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 8 reason = Timeout
66372024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
66382024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66392024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 8 reason = Timeout
66402024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
66412024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 22 reason = Timeout
66422024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 8 reason = Timeout
66432024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66442024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
66452024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 8 reason = Timeout
66462024-11-21T19:36:47.577ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
66472024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
66482024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
66492024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
66502024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
66512024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
66522024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
66532024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
66542024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66552024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
66562024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
66572024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66582024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
66592024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
66602024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66612024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
66622024-11-21T19:36:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
66632024-11-21T19:36:47.584ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 6.616368ms iteration = 8 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
66642024-11-21T19:36:47.585ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66652024-11-21T19:36:47.586ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 950, tv_nsec: 464778973 } })
66662024-11-21T19:36:47.587ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
66672024-11-21T19:36:47.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
66682024-11-21T19:36:47.589ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66692024-11-21T19:36:47.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66702024-11-21T19:36:47.590ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 950, tv_nsec: 468060027 } })
66712024-11-21T19:36:47.591ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
66722024-11-21T19:36:47.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66732024-11-21T19:36:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66742024-11-21T19:36:47.624ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
66752024-11-21T19:36:47.624ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
66762024-11-21T19:36:47.624ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
66772024-11-21T19:36:47.625ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
66782024-11-21T19:36:47.631ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
66792024-11-21T19:36:47.633ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
66802024-11-21T19:36:47.637ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66812024-11-21T19:36:47.639ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66822024-11-21T19:36:47.639ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
66832024-11-21T19:36:47.639ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
66842024-11-21T19:36:47.640ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66852024-11-21T19:36:47.640ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 62.672598ms iteration = 8 status = {"errors":[],"garbage_collect_requested":[]}
66862024-11-21T19:36:47.640ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
66872024-11-21T19:36:47.640ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
66882024-11-21T19:36:47.640ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
66892024-11-21T19:36:47.641ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66902024-11-21T19:36:47.641ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66912024-11-21T19:36:47.642ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
66922024-11-21T19:36:47.642ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
66932024-11-21T19:36:47.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
66942024-11-21T19:36:47.643ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
66952024-11-21T19:36:47.643ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66962024-11-21T19:36:47.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66972024-11-21T19:36:47.648ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66982024-11-21T19:36:47.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66992024-11-21T19:36:47.648ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67002024-11-21T19:36:47.649ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
67012024-11-21T19:36:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
67022024-11-21T19:36:47.650ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 950, tv_nsec: 528410944 } })
67032024-11-21T19:36:47.650ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
67042024-11-21T19:36:47.651ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
67052024-11-21T19:36:47.651ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67062024-11-21T19:36:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67072024-11-21T19:36:47.652ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 74.945311ms iteration = 8 status = {"errors":[],"records_set_to_done":[]}
67082024-11-21T19:36:47.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67092024-11-21T19:36:47.654ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
67102024-11-21T19:36:47.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
67112024-11-21T19:36:47.655ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
67122024-11-21T19:36:47.656ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 78.363007ms iteration = 22 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
67132024-11-21T19:36:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
67142024-11-21T19:36:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
67152024-11-21T19:36:47.656ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
67162024-11-21T19:36:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
67172024-11-21T19:36:47.657ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67182024-11-21T19:36:47.658ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 80.424494ms iteration = 8 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
67192024-11-21T19:36:47.658ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 81.162265ms iteration = 8 status = 0
67202024-11-21T19:36:47.661ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
67212024-11-21T19:36:47.661ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67222024-11-21T19:36:47.661ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67232024-11-21T19:36:47.663ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67242024-11-21T19:36:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67252024-11-21T19:36:47.665ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67262024-11-21T19:36:47.666ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67272024-11-21T19:36:47.668ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
67282024-11-21T19:36:47.668ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67292024-11-21T19:36:47.668ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
67302024-11-21T19:36:47.668ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
67312024-11-21T19:36:47.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67322024-11-21T19:36:47.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
67332024-11-21T19:36:47.673ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
67342024-11-21T19:36:47.673ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
67352024-11-21T19:36:47.673ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "caeeb8f5-c6f2-42a6-91d0-deff3a72ba91", "content-length": "26", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
67362024-11-21T19:36:47.673ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
67372024-11-21T19:36:47.675ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
67382024-11-21T19:36:47.676ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
67392024-11-21T19:36:47.676ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 98.616458ms iteration = 8 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
67402024-11-21T19:36:47.680ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
67412024-11-21T19:36:47.680ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
67422024-11-21T19:36:47.680ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
67432024-11-21T19:36:47.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
67442024-11-21T19:36:47.684ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
67452024-11-21T19:36:47.684ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 106.26691ms iteration = 22 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
67462024-11-21T19:36:47.688ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 111.226616ms iteration = 8 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
67472024-11-21T19:36:47.690ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
67482024-11-21T19:36:47.690ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
67492024-11-21T19:36:47.691ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a0e10714-7233-4994-8758-db95627c405a", "content-length": "26", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
67502024-11-21T19:36:47.691ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
67512024-11-21T19:36:47.693ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
67522024-11-21T19:36:47.695ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
67532024-11-21T19:36:47.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
67542024-11-21T19:36:47.699ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67552024-11-21T19:36:47.702ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
67562024-11-21T19:36:47.702ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
67572024-11-21T19:36:47.702ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
67582024-11-21T19:36:47.730ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
67592024-11-21T19:36:47.730ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
67602024-11-21T19:36:47.730ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 152.768872ms iteration = 8 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
67612024-11-21T19:36:47.742ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 164.989425ms iteration = 8 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
67622024-11-21T19:36:47.745ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
67632024-11-21T19:36:47.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
67642024-11-21T19:36:47.749ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
67652024-11-21T19:36:47.749ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
67662024-11-21T19:36:47.749ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0d4fc95c-efe5-4ab8-8420-6b5f4362ebfa", "content-length": "26", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
67672024-11-21T19:36:47.749ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
67682024-11-21T19:36:47.751ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
67692024-11-21T19:36:47.798ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
67702024-11-21T19:36:47.799ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "d3375c2c-6dd7-4fc4-9dfd-8eaddeec85e0", "content-length": "1", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
67712024-11-21T19:36:47.801ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
67722024-11-21T19:36:47.802ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
67732024-11-21T19:36:47.804ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 227.043314ms iteration = 8 status = null
67742024-11-21T19:36:47.819ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 242.211666ms iteration = 10 status = {"physical_disks_added":0}
67752024-11-21T19:36:47.831ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 254.136426ms iteration = 8 status = {}
67762024-11-21T19:36:47.843ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
67772024-11-21T19:36:47.843ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
67782024-11-21T19:36:47.844ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
67792024-11-21T19:36:47.844ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
67802024-11-21T19:36:47.844ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "44b671df-c775-4f25-a436-102ca0e39c3e", "content-length": "372", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
67812024-11-21T19:36:47.844ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67822024-11-21T19:36:47.844ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67832024-11-21T19:36:47.844ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67842024-11-21T19:36:47.846ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
67852024-11-21T19:36:47.846ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
67862024-11-21T19:36:47.846ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
67872024-11-21T19:36:47.848ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67882024-11-21T19:36:47.851ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
67892024-11-21T19:36:47.851ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
67902024-11-21T19:36:47.851ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
67912024-11-21T19:36:47.909ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
67922024-11-21T19:36:47.909ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
67932024-11-21T19:36:47.911ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "b0c4f34e-d3da-4aec-8db6-85a8108ca291", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
67942024-11-21T19:36:47.911ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67952024-11-21T19:36:47.912ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67962024-11-21T19:36:47.913ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67972024-11-21T19:36:47.913ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67982024-11-21T19:36:47.918ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67992024-11-21T19:36:47.918ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
68002024-11-21T19:36:47.922ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
68012024-11-21T19:36:47.922ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
68022024-11-21T19:36:47.923ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "891acff8-108f-4b7c-87bc-e3feecd8841f", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
68032024-11-21T19:36:47.925ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 347.897059ms iteration = 9 status = {}
68042024-11-21T19:36:47.930ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
68052024-11-21T19:36:47.930ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8a6eead8-6047-44c7-9756-28e4e8567b04", "content-length": "691", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
68062024-11-21T19:36:47.930ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
68072024-11-21T19:36:47.930ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
68082024-11-21T19:36:47.931ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
68092024-11-21T19:36:47.933ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 355.815604ms iteration = 8 status = {}
68102024-11-21T19:36:47.971ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68112024-11-21T19:36:47.971ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68122024-11-21T19:36:47.973ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
68132024-11-21T19:36:47.973ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68142024-11-21T19:36:47.973ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68152024-11-21T19:36:47.980ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
68162024-11-21T19:36:47.981ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "fedb0f75-ac8a-436f-9704-ae26d773e618", "content-length": "134", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
68172024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
68182024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
68192024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
68202024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
68212024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
68222024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
68232024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
68242024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
68252024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
68262024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
68272024-11-21T19:36:47.981ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
68282024-11-21T19:36:47.981ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68292024-11-21T19:36:47.982ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68302024-11-21T19:36:47.984ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
68312024-11-21T19:36:47.984ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "3da4a6fa-1e3d-42e5-8fcb-7e304c6e95f5", "content-length": "2", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
68322024-11-21T19:36:47.984ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
68332024-11-21T19:36:47.984ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d9deba17-bb86-4687-ac59-de42092c2da8", "content-length": "51", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
68342024-11-21T19:36:47.984ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
68352024-11-21T19:36:47.984ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
68362024-11-21T19:36:48.082ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "805ff033-1b2c-418c-b66d-c42835be1e10", "date": "Thu, 21 Nov 2024 19:36:47 GMT"} })
68372024-11-21T19:36:48.082ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
68382024-11-21T19:36:48.082ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
68392024-11-21T19:36:48.083ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "26acff0e-0271-4d4f-aa74-d79be33b21db", "content-length": "682", "date": "Thu, 21 Nov 2024 19:36:48 GMT"} })
68402024-11-21T19:36:48.083ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68412024-11-21T19:36:48.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68422024-11-21T19:36:48.087ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68432024-11-21T19:36:48.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68442024-11-21T19:36:48.092ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68452024-11-21T19:36:48.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68462024-11-21T19:36:48.094ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68472024-11-21T19:36:48.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68482024-11-21T19:36:48.111ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 533.302516ms iteration = 8 status = {}
68492024-11-21T19:36:55.981ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:34971
68502024-11-21T19:36:55.981ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:34971 req_id = 310ca57a-f642-46a3-8e1c-861d270422c0 roles = RoleSet { roles: {} } uri = /metrics/producers
68512024-11-21T19:36:55.982ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:34971 req_id = 310ca57a-f642-46a3-8e1c-861d270422c0 resource = Database result = Ok(()) uri = /metrics/producers
68522024-11-21T19:36:56.016ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 342b0d8b-38e0-4c30-ac04-f30e9c6140df
68532024-11-21T19:36:56.016ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35157 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:34971 req_id = 310ca57a-f642-46a3-8e1c-861d270422c0 response_code = 201 uri = /metrics/producers
68542024-11-21T19:36:56.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1520 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 97a5dbfe-aaba-4f8d-a3e2-f2cdad754a2e response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
68552024-11-21T19:36:57.577ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 23 reason = Timeout
68562024-11-21T19:36:57.577ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 23 reason = Timeout
68572024-11-21T19:36:57.577ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68582024-11-21T19:36:57.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68592024-11-21T19:36:57.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68602024-11-21T19:36:57.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68612024-11-21T19:36:57.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68622024-11-21T19:36:57.582ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
68632024-11-21T19:36:57.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68642024-11-21T19:36:57.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68652024-11-21T19:36:57.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68662024-11-21T19:36:57.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68672024-11-21T19:36:57.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68682024-11-21T19:36:57.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
68692024-11-21T19:36:57.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68702024-11-21T19:36:57.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68712024-11-21T19:36:57.599ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
68722024-11-21T19:36:57.599ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.855232ms iteration = 23 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
68732024-11-21T19:36:57.608ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68742024-11-21T19:36:57.608ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68752024-11-21T19:36:57.637ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 59.073869ms iteration = 23 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
68762024-11-21T19:37:01.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = a045c981-7f65-4dad-b440-ccd3b628b30a roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
68772024-11-21T19:37:01.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = a045c981-7f65-4dad-b440-ccd3b628b30a resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
68782024-11-21T19:37:01.954ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2386 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = a045c981-7f65-4dad-b440-ccd3b628b30a response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
68792024-11-21T19:37:01.954ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 0c624a6b-0c21-459a-bd31-530d3642f70b roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
68802024-11-21T19:37:01.955ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 0c624a6b-0c21-459a-bd31-530d3642f70b resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
68812024-11-21T19:37:01.957ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2728 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 0c624a6b-0c21-459a-bd31-530d3642f70b response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
68822024-11-21T19:37:07.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 24 reason = Timeout
68832024-11-21T19:37:07.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 24 reason = Timeout
68842024-11-21T19:37:07.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68852024-11-21T19:37:07.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68862024-11-21T19:37:07.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68872024-11-21T19:37:07.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68882024-11-21T19:37:07.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68892024-11-21T19:37:07.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68902024-11-21T19:37:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68912024-11-21T19:37:07.582ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.919382ms iteration = 24 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
68922024-11-21T19:37:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
68932024-11-21T19:37:07.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68942024-11-21T19:37:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68952024-11-21T19:37:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68962024-11-21T19:37:07.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68972024-11-21T19:37:07.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68982024-11-21T19:37:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
68992024-11-21T19:37:07.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
69002024-11-21T19:37:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
69012024-11-21T19:37:07.596ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
69022024-11-21T19:37:07.596ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.206483ms iteration = 24 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
69032024-11-21T19:37:11.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1074 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 0cb6f6eb-a52d-4970-865c-a7a2ac0294cc response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
69042024-11-21T19:37:17.577ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 11 reason = Timeout
69052024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 9 reason = Timeout
69062024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
69072024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
69082024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 5 reason = Timeout
69092024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
69102024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 6 reason = Timeout
69112024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
69122024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 9 reason = Timeout
69132024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
69142024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 5 reason = Timeout
69152024-11-21T19:37:17.578ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
69162024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 9 reason = Timeout
69172024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
69182024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 7 reason = Timeout
69192024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
69202024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 9 reason = Timeout
69212024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
69222024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 10 reason = Timeout
69232024-11-21T19:37:17.578ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
69242024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
69252024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 5 reason = Timeout
69262024-11-21T19:37:17.578ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:27:17.578126245 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
69272024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
69282024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 9 reason = Timeout
69292024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
69302024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 9 reason = Timeout
69312024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
69322024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 9 reason = Timeout
69332024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
69342024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 9 reason = Timeout
69352024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
69362024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 9 reason = Timeout
69372024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 9 reason = Timeout
69382024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
69392024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
69402024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 7 reason = Timeout
69412024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 5 reason = Timeout
69422024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
69432024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 9 reason = Timeout
69442024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
69452024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 25 reason = Timeout
69462024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
69472024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 9 reason = Timeout
69482024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
69492024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 6 reason = Timeout
69502024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 6 reason = Timeout
69512024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
69522024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
69532024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 6 reason = Timeout
69542024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 9 reason = Timeout
69552024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
69562024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
69572024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 6 reason = Timeout
69582024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 6 reason = Timeout
69592024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
69602024-11-21T19:37:17.578ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
69612024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.29\u{b5}s iteration = 6 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
69622024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 5 reason = Timeout
69632024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
69642024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 25 reason = Timeout
69652024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
69662024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
69672024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
69682024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
69692024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
69702024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
69712024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
69722024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
69732024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
69742024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
69752024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
69762024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
69772024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
69782024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
69792024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
69802024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
69812024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
69822024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
69832024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
69842024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
69852024-11-21T19:37:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
69862024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
69872024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
69882024-11-21T19:37:17.579ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 980, tv_nsec: 456375141 } })
69892024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
69902024-11-21T19:37:17.579ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 980, tv_nsec: 456383081 } })
69912024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
69922024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
69932024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.274577ms iteration = 6 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
69942024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
69952024-11-21T19:37:17.579ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.257637ms iteration = 6 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
69962024-11-21T19:37:17.580ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69972024-11-21T19:37:17.580ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69982024-11-21T19:37:17.581ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
69992024-11-21T19:37:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
70002024-11-21T19:37:17.582ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 4.368458ms iteration = 5 status = {"errors":[],"found_port_ok":[]}
70012024-11-21T19:37:17.582ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70022024-11-21T19:37:17.582ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.694252ms iteration = 9 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
70032024-11-21T19:37:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
70042024-11-21T19:37:17.583ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
70052024-11-21T19:37:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
70062024-11-21T19:37:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
70072024-11-21T19:37:17.584ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70082024-11-21T19:37:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70092024-11-21T19:37:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
70102024-11-21T19:37:17.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
70112024-11-21T19:37:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
70122024-11-21T19:37:17.585ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70132024-11-21T19:37:17.587ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 980, tv_nsec: 464613011 } })
70142024-11-21T19:37:17.587ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
70152024-11-21T19:37:17.587ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
70162024-11-21T19:37:17.587ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
70172024-11-21T19:37:17.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
70182024-11-21T19:37:17.589ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70192024-11-21T19:37:17.590ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:27:17.578126245 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
70202024-11-21T19:37:17.590ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 11.97567ms iteration = 5 status = {"expiration":"2024-11-21T19:27:17.578126245Z","pruned":[]}
70212024-11-21T19:37:17.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
70222024-11-21T19:37:17.591ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
70232024-11-21T19:37:17.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
70242024-11-21T19:37:17.593ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
70252024-11-21T19:37:17.593ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 980, tv_nsec: 471089348 } })
70262024-11-21T19:37:17.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
70272024-11-21T19:37:17.594ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
70282024-11-21T19:37:17.594ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
70292024-11-21T19:37:17.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
70302024-11-21T19:37:17.595ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70312024-11-21T19:37:17.597ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70322024-11-21T19:37:17.598ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
70332024-11-21T19:37:17.598ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
70342024-11-21T19:37:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
70352024-11-21T19:37:17.601ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70362024-11-21T19:37:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
70372024-11-21T19:37:17.601ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70382024-11-21T19:37:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70392024-11-21T19:37:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70402024-11-21T19:37:17.606ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
70412024-11-21T19:37:17.606ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
70422024-11-21T19:37:17.606ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
70432024-11-21T19:37:17.606ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 28.550051ms iteration = 9 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
70442024-11-21T19:37:17.608ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 980, tv_nsec: 485971927 } })
70452024-11-21T19:37:17.609ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
70462024-11-21T19:37:17.609ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
70472024-11-21T19:37:17.609ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
70482024-11-21T19:37:17.610ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70492024-11-21T19:37:17.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70502024-11-21T19:37:17.624ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70512024-11-21T19:37:17.627ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
70522024-11-21T19:37:17.627ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
70532024-11-21T19:37:17.627ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
70542024-11-21T19:37:17.629ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70552024-11-21T19:37:17.633ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
70562024-11-21T19:37:17.633ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
70572024-11-21T19:37:17.634ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
70582024-11-21T19:37:17.637ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70592024-11-21T19:37:17.641ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
70602024-11-21T19:37:17.641ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70612024-11-21T19:37:17.642ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70622024-11-21T19:37:17.643ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 65.14559ms iteration = 9 status = {"errors":[],"garbage_collect_requested":[]}
70632024-11-21T19:37:17.648ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
70642024-11-21T19:37:17.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
70652024-11-21T19:37:17.649ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
70662024-11-21T19:37:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
70672024-11-21T19:37:17.649ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
70682024-11-21T19:37:17.649ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
70692024-11-21T19:37:17.649ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 71.570487ms iteration = 5 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
70702024-11-21T19:37:17.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70712024-11-21T19:37:17.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70722024-11-21T19:37:17.654ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 76.100897ms iteration = 9 status = {"errors":[],"records_set_to_done":[]}
70732024-11-21T19:37:17.657ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70742024-11-21T19:37:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70752024-11-21T19:37:17.662ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
70762024-11-21T19:37:17.662ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
70772024-11-21T19:37:17.662ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
70782024-11-21T19:37:17.662ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
70792024-11-21T19:37:17.663ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70802024-11-21T19:37:17.665ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
70812024-11-21T19:37:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
70822024-11-21T19:37:17.665ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
70832024-11-21T19:37:17.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
70842024-11-21T19:37:17.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
70852024-11-21T19:37:17.672ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 93.889524ms iteration = 25 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
70862024-11-21T19:37:17.672ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 94.450652ms iteration = 9 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
70872024-11-21T19:37:17.674ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70882024-11-21T19:37:17.677ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70892024-11-21T19:37:17.678ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
70902024-11-21T19:37:17.680ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
70912024-11-21T19:37:17.680ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
70922024-11-21T19:37:17.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
70932024-11-21T19:37:17.681ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70942024-11-21T19:37:17.684ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
70952024-11-21T19:37:17.684ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 105.194706ms iteration = 25 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
70962024-11-21T19:37:17.685ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
70972024-11-21T19:37:17.711ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
70982024-11-21T19:37:17.711ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
70992024-11-21T19:37:17.711ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 133.670127ms iteration = 9 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
71002024-11-21T19:37:17.713ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
71012024-11-21T19:37:17.714ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
71022024-11-21T19:37:17.720ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
71032024-11-21T19:37:17.720ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
71042024-11-21T19:37:17.721ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71052024-11-21T19:37:17.721ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
71062024-11-21T19:37:17.721ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
71072024-11-21T19:37:17.721ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 143.543858ms iteration = 5 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
71082024-11-21T19:37:17.724ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
71092024-11-21T19:37:17.724ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
71102024-11-21T19:37:17.725ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
71112024-11-21T19:37:17.727ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
71122024-11-21T19:37:17.727ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
71132024-11-21T19:37:17.727ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
71142024-11-21T19:37:17.727ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
71152024-11-21T19:37:17.727ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
71162024-11-21T19:37:17.730ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
71172024-11-21T19:37:17.730ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
71182024-11-21T19:37:17.730ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
71192024-11-21T19:37:17.730ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
71202024-11-21T19:37:17.730ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
71212024-11-21T19:37:17.730ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
71222024-11-21T19:37:17.731ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
71232024-11-21T19:37:17.731ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
71242024-11-21T19:37:17.731ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
71252024-11-21T19:37:17.731ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
71262024-11-21T19:37:17.731ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
71272024-11-21T19:37:17.739ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
71282024-11-21T19:37:17.753ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
71292024-11-21T19:37:17.783ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
71302024-11-21T19:37:17.783ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
71312024-11-21T19:37:17.783ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 205.686609ms iteration = 11 status = {"physical_disks_added":0}
71322024-11-21T19:37:17.783ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6221ddbd-f7be-4f81-9cd9-0de603b31429", "content-length": "26", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71332024-11-21T19:37:17.783ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
71342024-11-21T19:37:17.785ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
71352024-11-21T19:37:17.850ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
71362024-11-21T19:37:17.850ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
71372024-11-21T19:37:17.851ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3eb24428-3a48-4e83-9287-eb0752bd98eb", "content-length": "372", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71382024-11-21T19:37:17.851ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71392024-11-21T19:37:17.851ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71402024-11-21T19:37:17.853ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71412024-11-21T19:37:17.854ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 276.424213ms iteration = 9 status = 0
71422024-11-21T19:37:17.855ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
71432024-11-21T19:37:17.855ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
71442024-11-21T19:37:17.855ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
71452024-11-21T19:37:17.894ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
71462024-11-21T19:37:17.894ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
71472024-11-21T19:37:17.894ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b35fadc5-48ed-4f7e-a1fd-3ad0585b0682", "content-length": "26", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71482024-11-21T19:37:17.894ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
71492024-11-21T19:37:17.896ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
71502024-11-21T19:37:17.896ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
71512024-11-21T19:37:17.896ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
71522024-11-21T19:37:17.900ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c6645d3c-bacf-4386-91e0-61994b0fc7cf", "content-length": "26", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71532024-11-21T19:37:17.900ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
71542024-11-21T19:37:17.902ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
71552024-11-21T19:37:17.912ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 333.80835ms iteration = 9 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
71562024-11-21T19:37:17.919ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71572024-11-21T19:37:17.922ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
71582024-11-21T19:37:17.922ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
71592024-11-21T19:37:17.922ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 344.520633ms iteration = 6 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
71602024-11-21T19:37:17.924ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
71612024-11-21T19:37:17.924ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
71622024-11-21T19:37:17.924ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
71632024-11-21T19:37:17.927ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
71642024-11-21T19:37:17.927ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
71652024-11-21T19:37:17.927ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
71662024-11-21T19:37:17.927ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
71672024-11-21T19:37:17.927ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 349.276127ms iteration = 9 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
71682024-11-21T19:37:17.928ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
71692024-11-21T19:37:17.928ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71702024-11-21T19:37:17.928ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "479b8544-437b-4941-8c4a-9ac9ab874bc1", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
71712024-11-21T19:37:17.928ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
71722024-11-21T19:37:17.930ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "3d9d7c88-3cc8-4a24-8c28-1946526d4d4b", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
71732024-11-21T19:37:17.930ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
71742024-11-21T19:37:17.931ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
71752024-11-21T19:37:17.931ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 353.546464ms iteration = 7 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
71762024-11-21T19:37:17.932ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
71772024-11-21T19:37:17.932ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
71782024-11-21T19:37:17.932ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
71792024-11-21T19:37:17.941ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
71802024-11-21T19:37:17.942ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "ef61be57-6d41-40e1-a472-c8593c632d82", "content-length": "1", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71812024-11-21T19:37:17.944ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
71822024-11-21T19:37:17.945ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
71832024-11-21T19:37:17.946ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
71842024-11-21T19:37:17.946ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
71852024-11-21T19:37:17.946ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "eadee3ac-9dea-4b7b-8b62-20a82c43cc20", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71862024-11-21T19:37:17.946ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71872024-11-21T19:37:17.946ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71882024-11-21T19:37:17.947ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 369.355915ms iteration = 9 status = null
71892024-11-21T19:37:17.949ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71902024-11-21T19:37:17.949ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71912024-11-21T19:37:17.953ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71922024-11-21T19:37:17.953ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71932024-11-21T19:37:17.958ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
71942024-11-21T19:37:17.958ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
71952024-11-21T19:37:17.959ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b47ce726-14b7-4cc9-8fe3-3627d7fb942a", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
71962024-11-21T19:37:17.961ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 383.460684ms iteration = 10 status = {}
71972024-11-21T19:37:17.973ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
71982024-11-21T19:37:17.973ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
71992024-11-21T19:37:17.973ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
72002024-11-21T19:37:17.973ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
72012024-11-21T19:37:17.975ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72022024-11-21T19:37:17.979ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
72032024-11-21T19:37:17.979ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
72042024-11-21T19:37:17.979ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
72052024-11-21T19:37:17.979ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72062024-11-21T19:37:17.981ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
72072024-11-21T19:37:17.981ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
72082024-11-21T19:37:17.981ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
72092024-11-21T19:37:17.982ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
72102024-11-21T19:37:17.982ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
72112024-11-21T19:37:17.982ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
72122024-11-21T19:37:17.982ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
72132024-11-21T19:37:17.983ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72142024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
72152024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
72162024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
72172024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 406.015285ms iteration = 6 status = {"generation":1}
72182024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
72192024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
72202024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72212024-11-21T19:37:17.984ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
72222024-11-21T19:37:17.988ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
72232024-11-21T19:37:17.988ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
72242024-11-21T19:37:17.988ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
72252024-11-21T19:37:17.991ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
72262024-11-21T19:37:17.991ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
72272024-11-21T19:37:17.991ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
72282024-11-21T19:37:17.991ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 413.11955ms iteration = 6 status = {"generation":2}
72292024-11-21T19:37:18.009ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
72302024-11-21T19:37:18.009ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 431.06959ms iteration = 5 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
72312024-11-21T19:37:18.039ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
72322024-11-21T19:37:18.040ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "3c540bd8-40b4-452b-b5cc-d91db8144b86", "date": "Thu, 21 Nov 2024 19:37:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72332024-11-21T19:37:18.040ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72342024-11-21T19:37:18.043ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "61884990-44a5-4c65-95d9-12ecf0d3ee17", "date": "Thu, 21 Nov 2024 19:37:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72352024-11-21T19:37:18.043ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72362024-11-21T19:37:18.044ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "223e91cc-1691-4973-a15e-e6770f48b96d", "date": "Thu, 21 Nov 2024 19:37:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72372024-11-21T19:37:18.044ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72382024-11-21T19:37:18.046ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
72392024-11-21T19:37:18.046ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 468.262967ms iteration = 7 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
72402024-11-21T19:37:18.092ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 514.601127ms iteration = 9 status = {}
72412024-11-21T19:37:18.120ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
72422024-11-21T19:37:18.164ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72432024-11-21T19:37:18.164ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72442024-11-21T19:37:18.166ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
72452024-11-21T19:37:18.166ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72462024-11-21T19:37:18.166ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72472024-11-21T19:37:18.176ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
72482024-11-21T19:37:18.177ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "28a1ad86-e10e-4b0b-91a6-5482c584a78c", "content-length": "134", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
72492024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
72502024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
72512024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
72522024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
72532024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
72542024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
72552024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
72562024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
72572024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
72582024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
72592024-11-21T19:37:18.177ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
72602024-11-21T19:37:18.177ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72612024-11-21T19:37:18.177ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72622024-11-21T19:37:18.180ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
72632024-11-21T19:37:18.180ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "458b42d2-9bf6-42f9-a853-ad04ae0af18a", "content-length": "2", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
72642024-11-21T19:37:18.180ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
72652024-11-21T19:37:18.180ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "8ab568f1-4ec1-48f5-9952-7ac618887cdb", "content-length": "51", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
72662024-11-21T19:37:18.180ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
72672024-11-21T19:37:18.180ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
72682024-11-21T19:37:18.219ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "9c46e984-ac17-4dd6-b090-cf0ddcbc35ee", "content-length": "691", "date": "Thu, 21 Nov 2024 19:37:18 GMT"} })
72692024-11-21T19:37:18.219ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
72702024-11-21T19:37:18.219ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
72712024-11-21T19:37:18.219ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
72722024-11-21T19:37:18.221ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 643.004992ms iteration = 9 status = {}
72732024-11-21T19:37:18.303ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "09e766df-391d-4e6c-8243-1d934a88c177", "date": "Thu, 21 Nov 2024 19:37:17 GMT"} })
72742024-11-21T19:37:18.303ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
72752024-11-21T19:37:18.303ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
72762024-11-21T19:37:18.304ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "0fdb2393-3edc-4cda-97e6-b6dc28f7b4a9", "content-length": "682", "date": "Thu, 21 Nov 2024 19:37:18 GMT"} })
72772024-11-21T19:37:18.304ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72782024-11-21T19:37:18.304ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72792024-11-21T19:37:18.307ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72802024-11-21T19:37:18.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72812024-11-21T19:37:18.310ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72822024-11-21T19:37:18.311ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72832024-11-21T19:37:18.313ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72842024-11-21T19:37:18.313ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72852024-11-21T19:37:18.319ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 741.721611ms iteration = 9 status = {}
72862024-11-21T19:37:26.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1497 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 8d86c38a-6de6-4819-86b6-11a081409239 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
72872024-11-21T19:37:27.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 26 reason = Timeout
72882024-11-21T19:37:27.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 26 reason = Timeout
72892024-11-21T19:37:27.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
72902024-11-21T19:37:27.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72912024-11-21T19:37:27.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72922024-11-21T19:37:27.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72932024-11-21T19:37:27.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72942024-11-21T19:37:27.582ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
72952024-11-21T19:37:27.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72962024-11-21T19:37:27.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72972024-11-21T19:37:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72982024-11-21T19:37:27.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72992024-11-21T19:37:27.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73002024-11-21T19:37:27.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
73012024-11-21T19:37:27.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73022024-11-21T19:37:27.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73032024-11-21T19:37:27.599ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
73042024-11-21T19:37:27.599ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.408756ms iteration = 26 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
73052024-11-21T19:37:27.608ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
73062024-11-21T19:37:27.608ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
73072024-11-21T19:37:27.637ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 59.14083ms iteration = 26 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
73082024-11-21T19:37:31.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = daeabbda-12b7-4a1f-a7c1-18113406a0f0 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
73092024-11-21T19:37:31.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = daeabbda-12b7-4a1f-a7c1-18113406a0f0 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
73102024-11-21T19:37:31.954ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2726 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = daeabbda-12b7-4a1f-a7c1-18113406a0f0 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
73112024-11-21T19:37:31.955ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 811e404a-761a-45ee-be4e-04f2c7e0d1ea roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
73122024-11-21T19:37:31.955ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 811e404a-761a-45ee-be4e-04f2c7e0d1ea resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
73132024-11-21T19:37:31.957ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2708 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 811e404a-761a-45ee-be4e-04f2c7e0d1ea response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
73142024-11-21T19:37:37.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 27 reason = Timeout
73152024-11-21T19:37:37.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 27 reason = Timeout
73162024-11-21T19:37:37.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73172024-11-21T19:37:37.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
73182024-11-21T19:37:37.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73192024-11-21T19:37:37.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
73202024-11-21T19:37:37.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73212024-11-21T19:37:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
73222024-11-21T19:37:37.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73232024-11-21T19:37:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73242024-11-21T19:37:37.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73252024-11-21T19:37:37.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73262024-11-21T19:37:37.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73272024-11-21T19:37:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
73282024-11-21T19:37:37.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73292024-11-21T19:37:37.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73302024-11-21T19:37:37.600ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
73312024-11-21T19:37:37.600ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.496121ms iteration = 27 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
73322024-11-21T19:37:37.606ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
73332024-11-21T19:37:37.607ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
73342024-11-21T19:37:37.633ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 55.43411ms iteration = 27 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
73352024-11-21T19:37:41.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1050 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = f9cbba76-560b-4976-8901-990ddef5f4eb response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
73362024-11-21T19:37:46.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = aa1407c6-a589-4c24-bf40-bcc02c915256 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
73372024-11-21T19:37:46.953ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = aa1407c6-a589-4c24-bf40-bcc02c915256 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
73382024-11-21T19:37:46.956ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3254 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = aa1407c6-a589-4c24-bf40-bcc02c915256 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
73392024-11-21T19:37:46.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = f71ba5af-d97f-4067-bcbe-95069c6993b7 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
73402024-11-21T19:37:46.956ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = f71ba5af-d97f-4067-bcbe-95069c6993b7 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
73412024-11-21T19:37:46.958ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2324 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = f71ba5af-d97f-4067-bcbe-95069c6993b7 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
73422024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 10 reason = Timeout
73432024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 28 reason = Timeout
73442024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
73452024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 10 reason = Timeout
73462024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
73472024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73482024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 10 reason = Timeout
73492024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 10 reason = Timeout
73502024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
73512024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
73522024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 10 reason = Timeout
73532024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
73542024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 10 reason = Timeout
73552024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
73562024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
73572024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 10 reason = Timeout
73582024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
73592024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 10 reason = Timeout
73602024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 10 reason = Timeout
73612024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
73622024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
73632024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 10 reason = Timeout
73642024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
73652024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 10 reason = Timeout
73662024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
73672024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 10 reason = Timeout
73682024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 10 reason = Timeout
73692024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
73702024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 28 reason = Timeout
73712024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
73722024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 11 reason = Timeout
73732024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 12 reason = Timeout
73742024-11-21T19:37:47.578ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
73752024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
73762024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
73772024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73782024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
73792024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
73802024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
73812024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
73822024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
73832024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
73842024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
73852024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
73862024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
73872024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
73882024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
73892024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
73902024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
73912024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
73922024-11-21T19:37:47.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
73932024-11-21T19:37:47.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73942024-11-21T19:37:47.582ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73952024-11-21T19:37:47.583ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
73962024-11-21T19:37:47.583ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
73972024-11-21T19:37:47.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
73982024-11-21T19:37:47.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
73992024-11-21T19:37:47.583ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 5.324761ms iteration = 10 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
74002024-11-21T19:37:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
74012024-11-21T19:37:47.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
74022024-11-21T19:37:47.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
74032024-11-21T19:37:47.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
74042024-11-21T19:37:47.586ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
74052024-11-21T19:37:47.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
74062024-11-21T19:37:47.588ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74072024-11-21T19:37:47.589ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74082024-11-21T19:37:47.590ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74092024-11-21T19:37:47.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
74102024-11-21T19:37:47.591ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
74112024-11-21T19:37:47.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
74122024-11-21T19:37:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
74132024-11-21T19:37:47.592ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
74142024-11-21T19:37:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
74152024-11-21T19:37:47.593ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
74162024-11-21T19:37:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
74172024-11-21T19:37:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
74182024-11-21T19:37:47.594ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1010, tv_nsec: 471729246 } })
74192024-11-21T19:37:47.595ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
74202024-11-21T19:37:47.595ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
74212024-11-21T19:37:47.595ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1010, tv_nsec: 472155072 } })
74222024-11-21T19:37:47.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
74232024-11-21T19:37:47.595ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
74242024-11-21T19:37:47.596ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74252024-11-21T19:37:47.597ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
74262024-11-21T19:37:47.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
74272024-11-21T19:37:47.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
74282024-11-21T19:37:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
74292024-11-21T19:37:47.598ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
74302024-11-21T19:37:47.598ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74312024-11-21T19:37:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74322024-11-21T19:37:47.599ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1010, tv_nsec: 476479770 } })
74332024-11-21T19:37:47.599ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
74342024-11-21T19:37:47.610ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
74352024-11-21T19:37:47.610ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
74362024-11-21T19:37:47.611ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74372024-11-21T19:37:47.614ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
74382024-11-21T19:37:47.614ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74392024-11-21T19:37:47.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74402024-11-21T19:37:47.630ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
74412024-11-21T19:37:47.630ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
74422024-11-21T19:37:47.636ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
74432024-11-21T19:37:47.637ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
74442024-11-21T19:37:47.639ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 60.864343ms iteration = 10 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
74452024-11-21T19:37:47.641ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 63.386737ms iteration = 10 status = {"errors":[],"garbage_collect_requested":[]}
74462024-11-21T19:37:47.644ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 66.504389ms iteration = 10 status = {"errors":[],"records_set_to_done":[]}
74472024-11-21T19:37:47.646ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
74482024-11-21T19:37:47.646ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
74492024-11-21T19:37:47.646ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
74502024-11-21T19:37:47.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
74512024-11-21T19:37:47.647ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
74522024-11-21T19:37:47.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
74532024-11-21T19:37:47.648ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
74542024-11-21T19:37:47.648ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 70.690215ms iteration = 10 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
74552024-11-21T19:37:47.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
74562024-11-21T19:37:47.651ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
74572024-11-21T19:37:47.651ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
74582024-11-21T19:37:47.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74592024-11-21T19:37:47.654ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 76.427871ms iteration = 28 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
74602024-11-21T19:37:47.655ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74612024-11-21T19:37:47.655ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
74622024-11-21T19:37:47.655ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
74632024-11-21T19:37:47.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
74642024-11-21T19:37:47.657ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
74652024-11-21T19:37:47.657ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 79.043446ms iteration = 10 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
74662024-11-21T19:37:47.658ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 80.07404ms iteration = 10 status = 0
74672024-11-21T19:37:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
74682024-11-21T19:37:47.658ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
74692024-11-21T19:37:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
74702024-11-21T19:37:47.661ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74712024-11-21T19:37:47.663ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
74722024-11-21T19:37:47.663ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
74732024-11-21T19:37:47.663ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
74742024-11-21T19:37:47.671ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
74752024-11-21T19:37:47.672ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
74762024-11-21T19:37:47.672ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5ef0e3bb-f598-4e19-9ef2-8ac7068f7ddd", "content-length": "26", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
74772024-11-21T19:37:47.672ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
74782024-11-21T19:37:47.672ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
74792024-11-21T19:37:47.672ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
74802024-11-21T19:37:47.672ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "361e6fc6-a83d-4d6f-b2f0-484d1af4375f", "content-length": "26", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
74812024-11-21T19:37:47.672ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
74822024-11-21T19:37:47.672ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
74832024-11-21T19:37:47.672ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 94.641714ms iteration = 28 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
74842024-11-21T19:37:47.673ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
74852024-11-21T19:37:47.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
74862024-11-21T19:37:47.673ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
74872024-11-21T19:37:47.674ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
74882024-11-21T19:37:47.677ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
74892024-11-21T19:37:47.677ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
74902024-11-21T19:37:47.677ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c69088ca-433d-45cd-8764-29fceaba2608", "content-length": "26", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
74912024-11-21T19:37:47.677ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
74922024-11-21T19:37:47.678ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
74932024-11-21T19:37:47.688ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
74942024-11-21T19:37:47.688ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
74952024-11-21T19:37:47.688ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 109.974129ms iteration = 10 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
74962024-11-21T19:37:47.702ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 124.082227ms iteration = 10 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
74972024-11-21T19:37:47.720ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
74982024-11-21T19:37:47.721ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
74992024-11-21T19:37:47.780ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 202.256732ms iteration = 12 status = {"physical_disks_added":0}
75002024-11-21T19:37:47.797ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 219.31947ms iteration = 10 status = {}
75012024-11-21T19:37:47.828ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
75022024-11-21T19:37:47.829ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
75032024-11-21T19:37:47.830ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75042024-11-21T19:37:47.832ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
75052024-11-21T19:37:47.832ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
75062024-11-21T19:37:47.832ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
75072024-11-21T19:37:47.834ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75082024-11-21T19:37:47.835ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
75092024-11-21T19:37:47.835ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
75102024-11-21T19:37:47.836ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
75112024-11-21T19:37:47.841ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
75122024-11-21T19:37:47.841ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
75132024-11-21T19:37:47.842ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "4f37e182-13a7-46d8-ad64-08a52ffa437a", "content-length": "372", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75142024-11-21T19:37:47.842ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
75152024-11-21T19:37:47.842ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
75162024-11-21T19:37:47.872ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
75172024-11-21T19:37:47.873ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "30d4f8cd-1b14-4105-b20b-feb870eca308", "content-length": "1", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75182024-11-21T19:37:47.876ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
75192024-11-21T19:37:47.876ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
75202024-11-21T19:37:47.881ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 303.186591ms iteration = 10 status = null
75212024-11-21T19:37:47.904ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
75222024-11-21T19:37:47.904ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
75232024-11-21T19:37:47.905ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "1958b24c-b02a-42ba-90b3-f4f37654c8c6", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75242024-11-21T19:37:47.905ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
75252024-11-21T19:37:47.905ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
75262024-11-21T19:37:47.908ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
75272024-11-21T19:37:47.908ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
75282024-11-21T19:37:47.912ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
75292024-11-21T19:37:47.913ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
75302024-11-21T19:37:47.917ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
75312024-11-21T19:37:47.917ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
75322024-11-21T19:37:47.917ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "90f1e3f4-df1f-4adb-a4d1-c1f85a266866", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75332024-11-21T19:37:47.919ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 341.30242ms iteration = 11 status = {}
75342024-11-21T19:37:48.048ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75352024-11-21T19:37:48.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75362024-11-21T19:37:48.050ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
75372024-11-21T19:37:48.051ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
75382024-11-21T19:37:48.051ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75392024-11-21T19:37:48.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75402024-11-21T19:37:48.058ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "121969bb-9295-45ed-9d1f-b694c2b6b39d", "content-length": "691", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75412024-11-21T19:37:48.058ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
75422024-11-21T19:37:48.058ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
75432024-11-21T19:37:48.058ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
75442024-11-21T19:37:48.060ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 482.438956ms iteration = 10 status = {}
75452024-11-21T19:37:48.061ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
75462024-11-21T19:37:48.061ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "bcce3bb9-3267-4046-a4cc-87e4beb5017a", "content-length": "134", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75472024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
75482024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
75492024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
75502024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
75512024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75522024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75532024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75542024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
75552024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75562024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
75572024-11-21T19:37:48.062ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
75582024-11-21T19:37:48.062ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75592024-11-21T19:37:48.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75602024-11-21T19:37:48.064ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
75612024-11-21T19:37:48.064ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "040459b1-7b3b-453e-946a-74ff8c472db7", "content-length": "2", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75622024-11-21T19:37:48.064ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
75632024-11-21T19:37:48.064ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "574019e1-b27c-4ca4-a3fd-45c1e6af0061", "content-length": "51", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75642024-11-21T19:37:48.064ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
75652024-11-21T19:37:48.064ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
75662024-11-21T19:37:48.167ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "5f90b3f1-2284-446c-8a2b-2925cfe96670", "date": "Thu, 21 Nov 2024 19:37:47 GMT"} })
75672024-11-21T19:37:48.167ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
75682024-11-21T19:37:48.167ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
75692024-11-21T19:37:48.167ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "fe95bfad-4fd4-4912-9f9f-d10cfdf1a1a8", "content-length": "682", "date": "Thu, 21 Nov 2024 19:37:48 GMT"} })
75702024-11-21T19:37:48.167ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75712024-11-21T19:37:48.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75722024-11-21T19:37:48.171ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75732024-11-21T19:37:48.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75742024-11-21T19:37:48.175ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75752024-11-21T19:37:48.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75762024-11-21T19:37:48.178ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75772024-11-21T19:37:48.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75782024-11-21T19:37:48.185ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 607.139752ms iteration = 10 status = {}
75792024-11-21T19:37:56.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1196 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 3070176a-db98-495c-9b9e-a158d5b06add response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
75802024-11-21T19:37:57.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 29 reason = Timeout
75812024-11-21T19:37:57.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 29 reason = Timeout
75822024-11-21T19:37:57.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
75832024-11-21T19:37:57.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75842024-11-21T19:37:57.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75852024-11-21T19:37:57.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
75862024-11-21T19:37:57.609ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75872024-11-21T19:37:57.611ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
75882024-11-21T19:37:57.611ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75892024-11-21T19:37:57.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75902024-11-21T19:37:57.612ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
75912024-11-21T19:37:57.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
75922024-11-21T19:37:57.614ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75932024-11-21T19:37:57.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75942024-11-21T19:37:57.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75952024-11-21T19:37:57.617ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
75962024-11-21T19:37:57.617ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75972024-11-21T19:37:57.618ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75982024-11-21T19:37:57.630ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
75992024-11-21T19:37:57.630ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 51.596659ms iteration = 29 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
76002024-11-21T19:37:57.641ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.392907ms iteration = 29 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
76012024-11-21T19:38:07.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 30 reason = Timeout
76022024-11-21T19:38:07.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
76032024-11-21T19:38:07.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 30 reason = Timeout
76042024-11-21T19:38:07.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76052024-11-21T19:38:07.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
76062024-11-21T19:38:07.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76072024-11-21T19:38:07.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
76082024-11-21T19:38:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
76092024-11-21T19:38:07.581ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.402266ms iteration = 30 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
76102024-11-21T19:38:07.607ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76112024-11-21T19:38:07.610ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
76122024-11-21T19:38:07.610ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76132024-11-21T19:38:07.610ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76142024-11-21T19:38:07.612ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76152024-11-21T19:38:07.613ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76162024-11-21T19:38:07.640ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76172024-11-21T19:38:07.643ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
76182024-11-21T19:38:07.643ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76192024-11-21T19:38:07.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76202024-11-21T19:38:07.655ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
76212024-11-21T19:38:07.655ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 77.179201ms iteration = 30 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
76222024-11-21T19:38:11.963ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1831 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 6bd53a96-eefc-435f-ae8b-c0543707ed69 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
76232024-11-21T19:38:16.953ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = ab562c61-cc73-49d2-af7e-2a0509d1b9bd roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
76242024-11-21T19:38:16.953ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = ab562c61-cc73-49d2-af7e-2a0509d1b9bd resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
76252024-11-21T19:38:16.956ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3749 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = ab562c61-cc73-49d2-af7e-2a0509d1b9bd response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
76262024-11-21T19:38:16.957ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 329c25bb-b8e7-495a-81e2-9da75fdd4c4a roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
76272024-11-21T19:38:16.957ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 329c25bb-b8e7-495a-81e2-9da75fdd4c4a resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
76282024-11-21T19:38:16.959ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2825 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 329c25bb-b8e7-495a-81e2-9da75fdd4c4a response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
76292024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 11 reason = Timeout
76302024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 31 reason = Timeout
76312024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
76322024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
76332024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76342024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 8 reason = Timeout
76352024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 6 reason = Timeout
76362024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
76372024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 7 reason = Timeout
76382024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 6 reason = Timeout
76392024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 11 reason = Timeout
76402024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
76412024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
76422024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 7 reason = Timeout
76432024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
76442024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
76452024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 11 reason = Timeout
76462024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
76472024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 11 reason = Timeout
76482024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
76492024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 6 reason = Timeout
76502024-11-21T19:38:17.578ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
76512024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 7 reason = Timeout
76522024-11-21T19:38:17.578ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
76532024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
76542024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 11 reason = Timeout
76552024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.501\u{b5}s iteration = 7 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
76562024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 11 reason = Timeout
76572024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
76582024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 11 reason = Timeout
76592024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
76602024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 11 reason = Timeout
76612024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 12 reason = Timeout
76622024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
76632024-11-21T19:38:17.578ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
76642024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 11 reason = Timeout
76652024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
76662024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
76672024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 6 reason = Timeout
76682024-11-21T19:38:17.578ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:28:17.578408417 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
76692024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
76702024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 7 reason = Timeout
76712024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
76722024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 11 reason = Timeout
76732024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 7 reason = Timeout
76742024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
76752024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
76762024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
76772024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 13 reason = Timeout
76782024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
76792024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 11 reason = Timeout
76802024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
76812024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 11 reason = Timeout
76822024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
76832024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
76842024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 31 reason = Timeout
76852024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 2 reason = Timeout
76862024-11-21T19:38:17.578ZDEBGnexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
76872024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
76882024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
76892024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 11 reason = Timeout
76902024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76912024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
76922024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 6 reason = Timeout
76932024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 7 reason = Timeout
76942024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
76952024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 8 reason = Timeout
76962024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
76972024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
76982024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
76992024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
77002024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
77012024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
77022024-11-21T19:38:17.578ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1040, tv_nsec: 455346207 } })
77032024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
77042024-11-21T19:38:17.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77052024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
77062024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77072024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
77082024-11-21T19:38:17.579ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1040, tv_nsec: 455524269 } })
77092024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
77102024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77112024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
77122024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
77132024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
77142024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
77152024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
77162024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
77172024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
77182024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
77192024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
77202024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
77212024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
77222024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
77232024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.249906ms iteration = 7 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
77242024-11-21T19:38:17.579ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 888.201\u{b5}s iteration = 7 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
77252024-11-21T19:38:17.580ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
77262024-11-21T19:38:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
77272024-11-21T19:38:17.582ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.613831ms iteration = 11 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
77282024-11-21T19:38:17.587ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:28:17.578408417 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
77292024-11-21T19:38:17.587ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 9.322394ms iteration = 6 status = {"expiration":"2024-11-21T19:28:17.578408417Z","pruned":[]}
77302024-11-21T19:38:17.589ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77312024-11-21T19:38:17.589ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
77322024-11-21T19:38:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
77332024-11-21T19:38:17.590ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1040, tv_nsec: 466988403 } })
77342024-11-21T19:38:17.590ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
77352024-11-21T19:38:17.591ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
77362024-11-21T19:38:17.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
77372024-11-21T19:38:17.592ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1040, tv_nsec: 468687536 } })
77382024-11-21T19:38:17.592ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
77392024-11-21T19:38:17.593ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
77402024-11-21T19:38:17.593ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
77412024-11-21T19:38:17.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77422024-11-21T19:38:17.595ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 16.837585ms iteration = 6 status = {"errors":[],"found_port_ok":[]}
77432024-11-21T19:38:17.597ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77442024-11-21T19:38:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
77452024-11-21T19:38:17.613ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
77462024-11-21T19:38:17.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
77472024-11-21T19:38:17.618ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77482024-11-21T19:38:17.622ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
77492024-11-21T19:38:17.638ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77502024-11-21T19:38:17.641ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
77512024-11-21T19:38:17.641ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
77522024-11-21T19:38:17.642ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77532024-11-21T19:38:17.643ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77542024-11-21T19:38:17.644ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
77552024-11-21T19:38:17.644ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
77562024-11-21T19:38:17.644ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 66.471178ms iteration = 6 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
77572024-11-21T19:38:17.645ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77582024-11-21T19:38:17.645ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77592024-11-21T19:38:17.645ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
77602024-11-21T19:38:17.645ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
77612024-11-21T19:38:17.646ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 67.985078ms iteration = 11 status = {"errors":[],"records_set_to_done":[]}
77622024-11-21T19:38:17.647ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
77632024-11-21T19:38:17.647ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
77642024-11-21T19:38:17.647ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
77652024-11-21T19:38:17.647ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77662024-11-21T19:38:17.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
77672024-11-21T19:38:17.648ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
77682024-11-21T19:38:17.648ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77692024-11-21T19:38:17.648ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77702024-11-21T19:38:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77712024-11-21T19:38:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
77722024-11-21T19:38:17.649ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77732024-11-21T19:38:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77742024-11-21T19:38:17.650ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 72.288566ms iteration = 11 status = {"errors":[],"garbage_collect_requested":[]}
77752024-11-21T19:38:17.650ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
77762024-11-21T19:38:17.650ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77772024-11-21T19:38:17.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77782024-11-21T19:38:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
77792024-11-21T19:38:17.651ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
77802024-11-21T19:38:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
77812024-11-21T19:38:17.652ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
77822024-11-21T19:38:17.652ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
77832024-11-21T19:38:17.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
77842024-11-21T19:38:17.653ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77852024-11-21T19:38:17.655ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
77862024-11-21T19:38:17.656ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
77872024-11-21T19:38:17.656ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
77882024-11-21T19:38:17.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
77892024-11-21T19:38:17.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
77902024-11-21T19:38:17.656ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77912024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
77922024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77932024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
77942024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77952024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
77962024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77972024-11-21T19:38:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
77982024-11-21T19:38:17.658ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1040, tv_nsec: 534549325 } })
77992024-11-21T19:38:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78002024-11-21T19:38:17.658ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
78012024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
78022024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
78032024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
78042024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
78052024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
78062024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
78072024-11-21T19:38:17.659ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
78082024-11-21T19:38:17.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
78092024-11-21T19:38:17.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
78102024-11-21T19:38:17.669ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
78112024-11-21T19:38:17.669ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
78122024-11-21T19:38:17.669ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
78132024-11-21T19:38:17.669ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
78142024-11-21T19:38:17.669ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
78152024-11-21T19:38:17.686ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
78162024-11-21T19:38:17.686ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
78172024-11-21T19:38:17.686ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
78182024-11-21T19:38:17.686ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
78192024-11-21T19:38:17.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
78202024-11-21T19:38:17.702ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
78212024-11-21T19:38:17.703ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
78222024-11-21T19:38:17.711ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
78232024-11-21T19:38:17.712ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
78242024-11-21T19:38:17.712ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
78252024-11-21T19:38:17.712ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 133.905039ms iteration = 6 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
78262024-11-21T19:38:17.713ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
78272024-11-21T19:38:17.713ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
78282024-11-21T19:38:17.713ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
78292024-11-21T19:38:17.713ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
78302024-11-21T19:38:17.743ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
78312024-11-21T19:38:17.744ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
78322024-11-21T19:38:17.764ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
78332024-11-21T19:38:17.784ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
78342024-11-21T19:38:17.784ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
78352024-11-21T19:38:17.784ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "00b3a546-52c8-48c4-8094-038bfff5c3ad", "content-length": "26", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
78362024-11-21T19:38:17.784ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
78372024-11-21T19:38:17.788ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
78382024-11-21T19:38:17.821ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
78392024-11-21T19:38:17.821ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
78402024-11-21T19:38:17.821ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "87d5c8ea-92ba-4bed-9908-bd5ec92f2d43", "content-length": "26", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
78412024-11-21T19:38:17.821ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
78422024-11-21T19:38:17.823ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
78432024-11-21T19:38:17.842ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
78442024-11-21T19:38:17.842ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
78452024-11-21T19:38:17.842ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1f12c898-eb45-45cd-8b01-ce3fd82b9c94", "content-length": "26", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
78462024-11-21T19:38:17.842ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
78472024-11-21T19:38:17.844ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
78482024-11-21T19:38:17.895ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
78492024-11-21T19:38:17.954ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
78502024-11-21T19:38:17.954ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
78512024-11-21T19:38:17.955ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "93021fb5-ac8a-448c-b535-6a8633638acd", "content-length": "372", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
78522024-11-21T19:38:17.955ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
78532024-11-21T19:38:17.955ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
78542024-11-21T19:38:17.956ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
78552024-11-21T19:38:17.957ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
78562024-11-21T19:38:17.957ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 379.043114ms iteration = 11 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
78572024-11-21T19:38:17.961ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78582024-11-21T19:38:17.964ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
78592024-11-21T19:38:17.964ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
78602024-11-21T19:38:17.964ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 385.855905ms iteration = 11 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
78612024-11-21T19:38:17.964ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
78622024-11-21T19:38:17.964ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78632024-11-21T19:38:17.965ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78642024-11-21T19:38:17.966ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78652024-11-21T19:38:17.967ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
78662024-11-21T19:38:17.967ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78672024-11-21T19:38:17.967ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78682024-11-21T19:38:17.969ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
78692024-11-21T19:38:17.969ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
78702024-11-21T19:38:17.970ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
78712024-11-21T19:38:17.971ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
78722024-11-21T19:38:17.971ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
78732024-11-21T19:38:17.971ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
78742024-11-21T19:38:17.971ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
78752024-11-21T19:38:17.971ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
78762024-11-21T19:38:17.971ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
78772024-11-21T19:38:17.974ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78782024-11-21T19:38:17.974ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78792024-11-21T19:38:17.977ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
78802024-11-21T19:38:17.978ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
78812024-11-21T19:38:17.978ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
78822024-11-21T19:38:17.978ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "2bd19ecf-1d3c-44a5-981b-831d4f797a1a", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
78832024-11-21T19:38:17.978ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
78842024-11-21T19:38:17.978ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
78852024-11-21T19:38:17.980ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
78862024-11-21T19:38:17.980ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
78872024-11-21T19:38:17.980ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
78882024-11-21T19:38:17.980ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "9aab6bab-efe7-43fc-8d97-eec2776f75d3", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
78892024-11-21T19:38:17.980ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
78902024-11-21T19:38:17.983ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
78912024-11-21T19:38:17.983ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 404.640727ms iteration = 8 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
78922024-11-21T19:38:17.983ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
78932024-11-21T19:38:17.984ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
78942024-11-21T19:38:17.986ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
78952024-11-21T19:38:17.995ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
78962024-11-21T19:38:17.995ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "73f86a33-25c9-48be-ac28-da002e99d973", "content-length": "1", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
78972024-11-21T19:38:17.995ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
78982024-11-21T19:38:17.995ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
78992024-11-21T19:38:17.995ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79002024-11-21T19:38:17.997ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
79012024-11-21T19:38:17.997ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
79022024-11-21T19:38:17.997ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 419.166321ms iteration = 31 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
79032024-11-21T19:38:17.997ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
79042024-11-21T19:38:17.998ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
79052024-11-21T19:38:17.998ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79062024-11-21T19:38:17.999ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 421.31485ms iteration = 11 status = null
79072024-11-21T19:38:18.000ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79082024-11-21T19:38:18.004ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
79092024-11-21T19:38:18.004ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
79102024-11-21T19:38:18.005ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79112024-11-21T19:38:18.008ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 430.004935ms iteration = 11 status = 0
79122024-11-21T19:38:18.014ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 436.186518ms iteration = 11 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
79132024-11-21T19:38:18.021ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 442.484183ms iteration = 31 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
79142024-11-21T19:38:18.022ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
79152024-11-21T19:38:18.023ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
79162024-11-21T19:38:18.026ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
79172024-11-21T19:38:18.026ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
79182024-11-21T19:38:18.026ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 448.438622ms iteration = 11 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
79192024-11-21T19:38:18.029ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
79202024-11-21T19:38:18.029ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
79212024-11-21T19:38:18.029ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
79222024-11-21T19:38:18.029ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
79232024-11-21T19:38:18.030ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
79242024-11-21T19:38:18.030ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
79252024-11-21T19:38:18.032ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79262024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
79272024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
79282024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
79292024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
79302024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
79312024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
79322024-11-21T19:38:18.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
79332024-11-21T19:38:18.037ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
79342024-11-21T19:38:18.037ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "70fd2517-24c0-4d33-8ae1-f852f4c0a824", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79352024-11-21T19:38:18.037ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79362024-11-21T19:38:18.039ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "571391d8-5c7f-4dc8-b072-cf50c487415f", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79372024-11-21T19:38:18.039ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79382024-11-21T19:38:18.044ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "8202cb68-2986-4411-bb2d-4bcdf2bf674c", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79392024-11-21T19:38:18.044ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79402024-11-21T19:38:18.045ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79412024-11-21T19:38:18.046ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
79422024-11-21T19:38:18.046ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 468.367949ms iteration = 8 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
79432024-11-21T19:38:18.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
79442024-11-21T19:38:18.049ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79452024-11-21T19:38:18.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79462024-11-21T19:38:18.060ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
79472024-11-21T19:38:18.060ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
79482024-11-21T19:38:18.060ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79492024-11-21T19:38:18.060ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "43279d0a-d765-4cd9-8c72-db6bcb2c2239", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
79502024-11-21T19:38:18.060ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
79512024-11-21T19:38:18.060ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79522024-11-21T19:38:18.060ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
79532024-11-21T19:38:18.063ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79542024-11-21T19:38:18.063ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 484.862978ms iteration = 11 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
79552024-11-21T19:38:18.063ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79562024-11-21T19:38:18.065ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79572024-11-21T19:38:18.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79582024-11-21T19:38:18.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
79592024-11-21T19:38:18.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
79602024-11-21T19:38:18.068ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79612024-11-21T19:38:18.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79622024-11-21T19:38:18.069ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79632024-11-21T19:38:18.069ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79642024-11-21T19:38:18.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79652024-11-21T19:38:18.070ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
79662024-11-21T19:38:18.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
79672024-11-21T19:38:18.072ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79682024-11-21T19:38:18.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
79692024-11-21T19:38:18.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
79702024-11-21T19:38:18.073ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
79712024-11-21T19:38:18.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
79722024-11-21T19:38:18.076ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
79732024-11-21T19:38:18.076ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
79742024-11-21T19:38:18.076ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
79752024-11-21T19:38:18.076ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 498.287298ms iteration = 7 status = {"generation":2}
79762024-11-21T19:38:18.076ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
79772024-11-21T19:38:18.076ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
79782024-11-21T19:38:18.077ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c82c3d38-a2a2-4855-9a72-74b909089334", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
79792024-11-21T19:38:18.078ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 500.362196ms iteration = 12 status = {}
79802024-11-21T19:38:18.080ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79812024-11-21T19:38:18.083ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
79822024-11-21T19:38:18.083ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
79832024-11-21T19:38:18.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
79842024-11-21T19:38:18.084ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
79852024-11-21T19:38:18.084ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 506.459817ms iteration = 7 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
79862024-11-21T19:38:18.087ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
79872024-11-21T19:38:18.087ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
79882024-11-21T19:38:18.087ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
79892024-11-21T19:38:18.087ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 509.134812ms iteration = 7 status = {"generation":1}
79902024-11-21T19:38:18.097ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 518.746162ms iteration = 11 status = {}
79912024-11-21T19:38:18.097ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
79922024-11-21T19:38:18.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
79932024-11-21T19:38:18.101ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
79942024-11-21T19:38:18.101ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 522.948897ms iteration = 6 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
79952024-11-21T19:38:18.101ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 522.811376ms iteration = 13 status = {"physical_disks_added":0}
79962024-11-21T19:38:18.104ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79972024-11-21T19:38:18.107ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
79982024-11-21T19:38:18.107ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
79992024-11-21T19:38:18.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80002024-11-21T19:38:18.109ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80012024-11-21T19:38:18.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80022024-11-21T19:38:18.112ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80032024-11-21T19:38:18.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80042024-11-21T19:38:18.114ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80052024-11-21T19:38:18.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80062024-11-21T19:38:18.116ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80072024-11-21T19:38:18.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80082024-11-21T19:38:18.118ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80092024-11-21T19:38:18.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80102024-11-21T19:38:18.120ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80112024-11-21T19:38:18.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80122024-11-21T19:38:18.125ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80132024-11-21T19:38:18.127ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
80142024-11-21T19:38:18.127ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80152024-11-21T19:38:18.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
80162024-11-21T19:38:18.148ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
80172024-11-21T19:38:18.149ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
80182024-11-21T19:38:18.151ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
80192024-11-21T19:38:18.151ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
80202024-11-21T19:38:18.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
80212024-11-21T19:38:18.161ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80222024-11-21T19:38:18.165ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
80232024-11-21T19:38:18.165ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80242024-11-21T19:38:18.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80252024-11-21T19:38:18.168ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80262024-11-21T19:38:18.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80272024-11-21T19:38:18.170ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
80282024-11-21T19:38:18.170ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "62081699-e23f-40a9-813a-f16b9b9fa3bf", "content-length": "134", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} })
80292024-11-21T19:38:18.170ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80302024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
80312024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
80322024-11-21T19:38:18.170ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80332024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
80342024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
80352024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
80362024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
80372024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
80382024-11-21T19:38:18.170ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
80392024-11-21T19:38:18.171ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
80402024-11-21T19:38:18.171ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
80412024-11-21T19:38:18.171ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80422024-11-21T19:38:18.171ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
80432024-11-21T19:38:18.171ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
80442024-11-21T19:38:18.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
80452024-11-21T19:38:18.172ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80462024-11-21T19:38:18.174ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
80472024-11-21T19:38:18.174ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80482024-11-21T19:38:18.174ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
80492024-11-21T19:38:18.177ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
80502024-11-21T19:38:18.177ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "8be2459c-e150-4ae6-a397-53980e85c0b9", "content-length": "2", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} })
80512024-11-21T19:38:18.177ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
80522024-11-21T19:38:18.177ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b8a8566c-03ef-4c2f-830c-d44dfcf469c0", "content-length": "51", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} })
80532024-11-21T19:38:18.177ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
80542024-11-21T19:38:18.177ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
80552024-11-21T19:38:18.179ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
80562024-11-21T19:38:18.179ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80572024-11-21T19:38:18.179ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80582024-11-21T19:38:18.184ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80592024-11-21T19:38:18.184ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80602024-11-21T19:38:18.186ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80612024-11-21T19:38:18.186ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80622024-11-21T19:38:18.188ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80632024-11-21T19:38:18.188ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80642024-11-21T19:38:18.192ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80652024-11-21T19:38:18.192ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80662024-11-21T19:38:18.200ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80672024-11-21T19:38:18.200ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80682024-11-21T19:38:18.202ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80692024-11-21T19:38:18.202ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80702024-11-21T19:38:18.203ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80712024-11-21T19:38:18.204ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80722024-11-21T19:38:18.205ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80732024-11-21T19:38:18.208ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
80742024-11-21T19:38:18.208ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80752024-11-21T19:38:18.208ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80762024-11-21T19:38:18.210ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80772024-11-21T19:38:18.210ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80782024-11-21T19:38:18.211ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80792024-11-21T19:38:18.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80802024-11-21T19:38:18.213ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80812024-11-21T19:38:18.217ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
80822024-11-21T19:38:18.217ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80832024-11-21T19:38:18.217ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80842024-11-21T19:38:18.231ZDEBGnexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
80852024-11-21T19:38:18.231ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80862024-11-21T19:38:18.232ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80872024-11-21T19:38:18.233ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80882024-11-21T19:38:18.235ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
80892024-11-21T19:38:18.235ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80902024-11-21T19:38:18.235ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
80912024-11-21T19:38:18.237ZDEBGnexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
80922024-11-21T19:38:18.237ZDEBGnexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
80932024-11-21T19:38:18.237ZDEBGnexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
80942024-11-21T19:38:18.286ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
80952024-11-21T19:38:18.295ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "88e2c4fc-4c18-4ab8-83fa-b13131714d34", "date": "Thu, 21 Nov 2024 19:38:17 GMT"} })
80962024-11-21T19:38:18.295ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
80972024-11-21T19:38:18.295ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
80982024-11-21T19:38:18.296ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a4136cf6-b9d8-4862-9775-b52ce7e7b6e4", "content-length": "682", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} })
80992024-11-21T19:38:18.296ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81002024-11-21T19:38:18.296ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81012024-11-21T19:38:18.296ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "b28ffd8d-d56f-4f66-8776-7418b8cc954b", "content-length": "691", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} })
81022024-11-21T19:38:18.296ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
81032024-11-21T19:38:18.296ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
81042024-11-21T19:38:18.296ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
81052024-11-21T19:38:18.298ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 719.94523ms iteration = 11 status = {}
81062024-11-21T19:38:18.300ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81072024-11-21T19:38:18.301ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81082024-11-21T19:38:18.304ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81092024-11-21T19:38:18.304ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81102024-11-21T19:38:18.306ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81112024-11-21T19:38:18.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81122024-11-21T19:38:18.313ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 734.721797ms iteration = 11 status = {}
81132024-11-21T19:38:18.347ZDEBGnexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 203795ed-576b-40e4-bed8-7463e3f2162c, time_created: 2024-11-21T19:33:30.261358Z, time_modified: 2024-11-21T19:33:30.261358Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
81142024-11-21T19:38:18.348ZDEBGnexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
81152024-11-21T19:38:18.348ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
81162024-11-21T19:38:18.348ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
81172024-11-21T19:38:18.350ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
81182024-11-21T19:38:18.350ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
81192024-11-21T19:38:18.351ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81202024-11-21T19:38:18.354ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
81212024-11-21T19:38:18.384ZDEBGnexus (service-firewall-rule-progator): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
81222024-11-21T19:38:18.385ZDEBGnexus (service-firewall-rule-progator): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "10a69a14-2df9-4e62-a61d-e48b7b0b8f9f", "date": "Thu, 21 Nov 2024 19:38:18 GMT"} })
81232024-11-21T19:38:18.388ZINFOnexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
81242024-11-21T19:38:18.388ZDEBGnexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 809.77016ms
81252024-11-21T19:38:18.388ZDEBGnexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 809.77731ms iteration = 2 status = {}
81262024-11-21T19:38:18.584ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:61949
81272024-11-21T19:38:18.584ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61949 req_id = 4f8e3255-cfbc-4f66-bbc0-c04c38a49229 roles = RoleSet { roles: {} } uri = /metrics/producers
81282024-11-21T19:38:18.585ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61949 req_id = 4f8e3255-cfbc-4f66-bbc0-c04c38a49229 resource = Database result = Ok(()) uri = /metrics/producers
81292024-11-21T19:38:18.622ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 7e95de1c-0564-4f19-9f77-816083ac4bb9
81302024-11-21T19:38:18.622ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37961 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61949 req_id = 4f8e3255-cfbc-4f66-bbc0-c04c38a49229 response_code = 201 uri = /metrics/producers
81312024-11-21T19:38:26.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1167 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 0d7c854e-5de8-4daf-ac5c-0cad9b76ba5c response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
81322024-11-21T19:38:27.578ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 32 reason = Timeout
81332024-11-21T19:38:27.578ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 32 reason = Timeout
81342024-11-21T19:38:27.578ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81352024-11-21T19:38:27.578ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
81362024-11-21T19:38:27.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81372024-11-21T19:38:27.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
81382024-11-21T19:38:27.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81392024-11-21T19:38:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
81402024-11-21T19:38:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81412024-11-21T19:38:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81422024-11-21T19:38:27.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81432024-11-21T19:38:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81442024-11-21T19:38:27.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81452024-11-21T19:38:27.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
81462024-11-21T19:38:27.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81472024-11-21T19:38:27.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81482024-11-21T19:38:27.603ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
81492024-11-21T19:38:27.603ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.371916ms iteration = 32 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
81502024-11-21T19:38:27.616ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
81512024-11-21T19:38:27.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
81522024-11-21T19:38:27.645ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 66.216175ms iteration = 32 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
81532024-11-21T19:38:28.151ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:39554
81542024-11-21T19:38:28.154ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39554 req_id = b2b6d72e-1109-43e6-b033-48f6c20ec03c roles = RoleSet { roles: {} } uri = /metrics/producers
81552024-11-21T19:38:28.154ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39554 req_id = b2b6d72e-1109-43e6-b033-48f6c20ec03c resource = Database result = Ok(()) uri = /metrics/producers
81562024-11-21T19:38:28.191ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = d5d94737-4399-4cdd-b5a7-176d321a4298
81572024-11-21T19:38:28.192ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37655 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39554 req_id = b2b6d72e-1109-43e6-b033-48f6c20ec03c response_code = 201 uri = /metrics/producers
81582024-11-21T19:38:30.657ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:41716
81592024-11-21T19:38:30.657ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:41716 req_id = dc296839-e0a2-424d-ac95-452f22841b6c roles = RoleSet { roles: {} } uri = /metrics/producers
81602024-11-21T19:38:30.657ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:41716 req_id = dc296839-e0a2-424d-ac95-452f22841b6c resource = Database result = Ok(()) uri = /metrics/producers
81612024-11-21T19:38:30.695ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = c05ae1ff-cffb-4ab3-9615-3762b6ee2d1a
81622024-11-21T19:38:30.695ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37739 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:41716 req_id = dc296839-e0a2-424d-ac95-452f22841b6c response_code = 201 uri = /metrics/producers
81632024-11-21T19:38:31.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = effbe29e-7fc1-4e96-b944-5f4b8f5f9444 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
81642024-11-21T19:38:31.953ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = effbe29e-7fc1-4e96-b944-5f4b8f5f9444 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
81652024-11-21T19:38:31.955ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2835 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = effbe29e-7fc1-4e96-b944-5f4b8f5f9444 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
81662024-11-21T19:38:31.955ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 09ed8811-5b8f-4255-8021-2bab15aeb1f2 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
81672024-11-21T19:38:31.956ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 09ed8811-5b8f-4255-8021-2bab15aeb1f2 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
81682024-11-21T19:38:31.958ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2432 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 09ed8811-5b8f-4255-8021-2bab15aeb1f2 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
81692024-11-21T19:38:33.623ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
81702024-11-21T19:38:33.623ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
81712024-11-21T19:38:33.653ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
81722024-11-21T19:38:33.653ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:47454
81732024-11-21T19:38:33.654ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:47454 req_id = 002001ab-8fba-4373-a513-bd04abe9eba9 roles = RoleSet { roles: {} } uri = /metrics/producers
81742024-11-21T19:38:33.654ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:47454 req_id = 002001ab-8fba-4373-a513-bd04abe9eba9 resource = Database result = Ok(()) uri = /metrics/producers
81752024-11-21T19:38:33.692ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 088dbd0f-363c-4785-9d04-aa968256294e
81762024-11-21T19:38:33.693ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 38924 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:47454 req_id = 002001ab-8fba-4373-a513-bd04abe9eba9 response_code = 201 uri = /metrics/producers
81772024-11-21T19:38:33.693ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "002001ab-8fba-4373-a513-bd04abe9eba9", "content-length": "41", "date": "Thu, 21 Nov 2024 19:38:33 GMT"} })
81782024-11-21T19:38:33.693ZDEBGnexus (producer-registration-task): registered with nexus successfully
81792024-11-21T19:38:33.693ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
81802024-11-21T19:38:37.579ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 33 reason = Timeout
81812024-11-21T19:38:37.579ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 33 reason = Timeout
81822024-11-21T19:38:37.579ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
81832024-11-21T19:38:37.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81842024-11-21T19:38:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
81852024-11-21T19:38:37.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81862024-11-21T19:38:37.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81872024-11-21T19:38:37.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
81882024-11-21T19:38:37.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81892024-11-21T19:38:37.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81902024-11-21T19:38:37.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81912024-11-21T19:38:37.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81922024-11-21T19:38:37.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81932024-11-21T19:38:37.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
81942024-11-21T19:38:37.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81952024-11-21T19:38:37.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81962024-11-21T19:38:37.601ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
81972024-11-21T19:38:37.601ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.499301ms iteration = 33 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
81982024-11-21T19:38:37.607ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
81992024-11-21T19:38:37.608ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
82002024-11-21T19:38:37.609ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.412397ms iteration = 33 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
82012024-11-21T19:38:41.960ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1134 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 7660a4ff-b32c-4b3e-9fb2-87dec8ccd004 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
82022024-11-21T19:38:47.578ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 12 reason = Timeout
82032024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 12 reason = Timeout
82042024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
82052024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 12 reason = Timeout
82062024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 14 reason = Timeout
82072024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
82082024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
82092024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 12 reason = Timeout
82102024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
82112024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 12 reason = Timeout
82122024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 12 reason = Timeout
82132024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
82142024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 12 reason = Timeout
82152024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82162024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
82172024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 12 reason = Timeout
82182024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
82192024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
82202024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 12 reason = Timeout
82212024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
82222024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 34 reason = Timeout
82232024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 12 reason = Timeout
82242024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
82252024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
82262024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 12 reason = Timeout
82272024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
82282024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 12 reason = Timeout
82292024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
82302024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 34 reason = Timeout
82312024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
82322024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 13 reason = Timeout
82332024-11-21T19:38:47.579ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
82342024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
82352024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 12 reason = Timeout
82362024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
82372024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
82382024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
82392024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
82402024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
82412024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
82422024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
82432024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
82442024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
82452024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
82462024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
82472024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
82482024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
82492024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
82502024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
82512024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
82522024-11-21T19:38:47.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
82532024-11-21T19:38:47.581ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82542024-11-21T19:38:47.581ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82552024-11-21T19:38:47.582ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82562024-11-21T19:38:47.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
82572024-11-21T19:38:47.583ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
82582024-11-21T19:38:47.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
82592024-11-21T19:38:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
82602024-11-21T19:38:47.584ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
82612024-11-21T19:38:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
82622024-11-21T19:38:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
82632024-11-21T19:38:47.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
82642024-11-21T19:38:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
82652024-11-21T19:38:47.588ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1070, tv_nsec: 464772123 } })
82662024-11-21T19:38:47.589ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
82672024-11-21T19:38:47.589ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
82682024-11-21T19:38:47.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
82692024-11-21T19:38:47.589ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 10.50245ms iteration = 12 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
82702024-11-21T19:38:47.592ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82712024-11-21T19:38:47.597ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
82722024-11-21T19:38:47.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82732024-11-21T19:38:47.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
82742024-11-21T19:38:47.601ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
82752024-11-21T19:38:47.601ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
82762024-11-21T19:38:47.601ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
82772024-11-21T19:38:47.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
82782024-11-21T19:38:47.601ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
82792024-11-21T19:38:47.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
82802024-11-21T19:38:47.606ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1070, tv_nsec: 482221046 } })
82812024-11-21T19:38:47.606ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
82822024-11-21T19:38:47.611ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1070, tv_nsec: 487563278 } })
82832024-11-21T19:38:47.611ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
82842024-11-21T19:38:47.612ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82852024-11-21T19:38:47.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
82862024-11-21T19:38:47.616ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
82872024-11-21T19:38:47.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
82882024-11-21T19:38:47.629ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 50.091259ms iteration = 12 status = {"errors":[],"records_set_to_done":[]}
82892024-11-21T19:38:47.633ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
82902024-11-21T19:38:47.633ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
82912024-11-21T19:38:47.644ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82922024-11-21T19:38:47.644ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 65.490635ms iteration = 12 status = {"errors":[],"garbage_collect_requested":[]}
82932024-11-21T19:38:47.644ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
82942024-11-21T19:38:47.646ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
82952024-11-21T19:38:47.646ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82962024-11-21T19:38:47.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
82972024-11-21T19:38:47.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
82982024-11-21T19:38:47.649ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82992024-11-21T19:38:47.650ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
83002024-11-21T19:38:47.650ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83012024-11-21T19:38:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
83022024-11-21T19:38:47.652ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83032024-11-21T19:38:47.652ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
83042024-11-21T19:38:47.652ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
83052024-11-21T19:38:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
83062024-11-21T19:38:47.653ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
83072024-11-21T19:38:47.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
83082024-11-21T19:38:47.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
83092024-11-21T19:38:47.655ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83102024-11-21T19:38:47.656ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 77.067659ms iteration = 12 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
83112024-11-21T19:38:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
83122024-11-21T19:38:47.656ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
83132024-11-21T19:38:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
83142024-11-21T19:38:47.657ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 78.137464ms iteration = 12 status = 0
83152024-11-21T19:38:47.657ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
83162024-11-21T19:38:47.657ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
83172024-11-21T19:38:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
83182024-11-21T19:38:47.658ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
83192024-11-21T19:38:47.659ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 79.837817ms iteration = 34 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
83202024-11-21T19:38:47.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
83212024-11-21T19:38:47.659ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83222024-11-21T19:38:47.659ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
83232024-11-21T19:38:47.659ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 80.697348ms iteration = 12 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
83242024-11-21T19:38:47.660ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83252024-11-21T19:38:47.662ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
83262024-11-21T19:38:47.662ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
83272024-11-21T19:38:47.662ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
83282024-11-21T19:38:47.663ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
83292024-11-21T19:38:47.663ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
83302024-11-21T19:38:47.663ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
83312024-11-21T19:38:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
83322024-11-21T19:38:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
83332024-11-21T19:38:47.664ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
83342024-11-21T19:38:47.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
83352024-11-21T19:38:47.666ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
83362024-11-21T19:38:47.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
83372024-11-21T19:38:47.667ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 88.872958ms iteration = 12 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
83382024-11-21T19:38:47.669ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83392024-11-21T19:38:47.672ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
83402024-11-21T19:38:47.672ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
83412024-11-21T19:38:47.672ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
83422024-11-21T19:38:47.673ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83432024-11-21T19:38:47.675ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
83442024-11-21T19:38:47.675ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
83452024-11-21T19:38:47.675ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
83462024-11-21T19:38:47.679ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
83472024-11-21T19:38:47.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
83482024-11-21T19:38:47.681ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
83492024-11-21T19:38:47.681ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 102.595761ms iteration = 34 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
83502024-11-21T19:38:47.707ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
83512024-11-21T19:38:47.707ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
83522024-11-21T19:38:47.707ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "209149a7-344a-4211-b1fb-9e5e1da49752", "content-length": "26", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
83532024-11-21T19:38:47.707ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
83542024-11-21T19:38:47.709ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
83552024-11-21T19:38:47.716ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
83562024-11-21T19:38:47.716ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
83572024-11-21T19:38:47.716ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 137.460316ms iteration = 12 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
83582024-11-21T19:38:47.717ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 138.177126ms iteration = 12 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
83592024-11-21T19:38:47.733ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
83602024-11-21T19:38:47.733ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
83612024-11-21T19:38:47.733ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2a2ea786-048b-4003-ae4c-2f543408954a", "content-length": "26", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
83622024-11-21T19:38:47.733ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
83632024-11-21T19:38:47.735ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
83642024-11-21T19:38:47.777ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 198.617664ms iteration = 14 status = {"physical_disks_added":0}
83652024-11-21T19:38:47.795ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
83662024-11-21T19:38:47.795ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
83672024-11-21T19:38:47.795ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ce5529d-5ef7-4eb6-b938-fbca6576abfe", "content-length": "26", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
83682024-11-21T19:38:47.795ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
83692024-11-21T19:38:47.797ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
83702024-11-21T19:38:47.837ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 258.344852ms iteration = 12 status = {}
83712024-11-21T19:38:47.850ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
83722024-11-21T19:38:47.850ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
83732024-11-21T19:38:47.850ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "60bf37fe-3bd7-49b5-98eb-eec3e2099c2c", "content-length": "372", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
83742024-11-21T19:38:47.850ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
83752024-11-21T19:38:47.851ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
83762024-11-21T19:38:47.860ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
83772024-11-21T19:38:47.863ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "6f5c08cd-0989-436e-991b-3e9fb6baeb78", "content-length": "1", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
83782024-11-21T19:38:47.866ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
83792024-11-21T19:38:47.866ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
83802024-11-21T19:38:47.868ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 289.271286ms iteration = 12 status = null
83812024-11-21T19:38:47.893ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
83822024-11-21T19:38:47.911ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
83832024-11-21T19:38:47.911ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
83842024-11-21T19:38:47.954ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
83852024-11-21T19:38:47.955ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
83862024-11-21T19:38:47.957ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
83872024-11-21T19:38:47.957ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
83882024-11-21T19:38:47.957ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
83892024-11-21T19:38:47.969ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
83902024-11-21T19:38:47.969ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "c4965320-f45a-4098-9247-9d605312bb0a", "content-length": "134", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
83912024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
83922024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
83932024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
83942024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
83952024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
83962024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
83972024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
83982024-11-21T19:38:47.969ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
83992024-11-21T19:38:47.970ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
84002024-11-21T19:38:47.970ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
84012024-11-21T19:38:47.970ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
84022024-11-21T19:38:47.970ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
84032024-11-21T19:38:47.970ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
84042024-11-21T19:38:47.972ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
84052024-11-21T19:38:47.972ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "9912a9a7-6216-4938-94df-cc543567d963", "content-length": "2", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84062024-11-21T19:38:47.972ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
84072024-11-21T19:38:47.972ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "e8939cd9-40bb-47ef-953a-842c4e7daa14", "content-length": "51", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84082024-11-21T19:38:47.972ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
84092024-11-21T19:38:47.972ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
84102024-11-21T19:38:47.990ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "d47b4d4d-a28c-4216-ad31-7754cc80503c", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84112024-11-21T19:38:47.990ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
84122024-11-21T19:38:47.990ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
84132024-11-21T19:38:47.992ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
84142024-11-21T19:38:47.992ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
84152024-11-21T19:38:47.995ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "649e6a0f-68fc-4931-bc86-850e37bf066a", "content-length": "691", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84162024-11-21T19:38:47.995ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
84172024-11-21T19:38:47.995ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
84182024-11-21T19:38:47.995ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
84192024-11-21T19:38:47.996ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
84202024-11-21T19:38:47.996ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
84212024-11-21T19:38:47.997ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 417.931484ms iteration = 12 status = {}
84222024-11-21T19:38:47.999ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
84232024-11-21T19:38:47.999ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
84242024-11-21T19:38:48.010ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "aeb78592-8af2-469d-9439-6cb114194c4d", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84252024-11-21T19:38:48.012ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 432.916895ms iteration = 13 status = {}
84262024-11-21T19:38:48.089ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "500cc2ff-f9b5-40d3-80df-02624a560c50", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84272024-11-21T19:38:48.089ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
84282024-11-21T19:38:48.089ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
84292024-11-21T19:38:48.089ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c43357f1-c709-490b-bb9d-865236f0b14d", "content-length": "682", "date": "Thu, 21 Nov 2024 19:38:47 GMT"} })
84302024-11-21T19:38:48.089ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
84312024-11-21T19:38:48.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
84322024-11-21T19:38:48.093ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
84332024-11-21T19:38:48.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
84342024-11-21T19:38:48.097ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
84352024-11-21T19:38:48.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
84362024-11-21T19:38:48.099ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
84372024-11-21T19:38:48.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
84382024-11-21T19:38:48.105ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 526.771219ms iteration = 12 status = {}
84392024-11-21T19:38:48.532ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:38258
84402024-11-21T19:38:48.533ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:38258 req_id = e3dbcd50-0bfb-44e2-aed3-97ed0988a406 roles = RoleSet { roles: {} } uri = /metrics/producers
84412024-11-21T19:38:48.533ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:38258 req_id = e3dbcd50-0bfb-44e2-aed3-97ed0988a406 resource = Database result = Ok(()) uri = /metrics/producers
84422024-11-21T19:38:48.569ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = a6c6c937-34c0-40ae-9cbb-dae778a45973
84432024-11-21T19:38:48.569ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 36133 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:38258 req_id = e3dbcd50-0bfb-44e2-aed3-97ed0988a406 response_code = 201 uri = /metrics/producers
84442024-11-21T19:38:56.141ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:45767
84452024-11-21T19:38:56.141ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:45767 req_id = dc390ec5-8a9b-4ee6-9c6c-53bb9ca556f4 roles = RoleSet { roles: {} } uri = /metrics/producers
84462024-11-21T19:38:56.141ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:45767 req_id = dc390ec5-8a9b-4ee6-9c6c-53bb9ca556f4 resource = Database result = Ok(()) uri = /metrics/producers
84472024-11-21T19:38:56.150ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 203795ed-576b-40e4-bed8-7463e3f2162c
84482024-11-21T19:38:56.150ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 9384 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:45767 req_id = dc390ec5-8a9b-4ee6-9c6c-53bb9ca556f4 response_code = 201 uri = /metrics/producers
84492024-11-21T19:38:56.961ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1065 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = a3ff26a5-51b6-4d47-a2ee-48a5cb163e7f response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
84502024-11-21T19:38:57.579ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 35 reason = Timeout
84512024-11-21T19:38:57.579ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 35 reason = Timeout
84522024-11-21T19:38:57.579ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
84532024-11-21T19:38:57.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84542024-11-21T19:38:57.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
84552024-11-21T19:38:57.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84562024-11-21T19:38:57.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84572024-11-21T19:38:57.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
84582024-11-21T19:38:57.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
84592024-11-21T19:38:57.582ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.400025ms iteration = 35 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
84602024-11-21T19:38:57.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
84612024-11-21T19:38:57.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84622024-11-21T19:38:57.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84632024-11-21T19:38:57.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84642024-11-21T19:38:57.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84652024-11-21T19:38:57.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84662024-11-21T19:38:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
84672024-11-21T19:38:57.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84682024-11-21T19:38:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84692024-11-21T19:38:57.600ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
84702024-11-21T19:38:57.600ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.238374ms iteration = 35 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
84712024-11-21T19:39:01.953ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 5a5cf0a2-04e4-4379-9d3d-9c5404eaddd2 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
84722024-11-21T19:39:01.953ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 5a5cf0a2-04e4-4379-9d3d-9c5404eaddd2 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
84732024-11-21T19:39:01.956ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3256 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 5a5cf0a2-04e4-4379-9d3d-9c5404eaddd2 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
84742024-11-21T19:39:01.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 8bcb776c-520c-49fe-b4ac-550d167add7e roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
84752024-11-21T19:39:01.957ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 8bcb776c-520c-49fe-b4ac-550d167add7e resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
84762024-11-21T19:39:01.959ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2734 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 8bcb776c-520c-49fe-b4ac-550d167add7e response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
84772024-11-21T19:39:07.579ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 36 reason = Timeout
84782024-11-21T19:39:07.579ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 36 reason = Timeout
84792024-11-21T19:39:07.579ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84802024-11-21T19:39:07.579ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
84812024-11-21T19:39:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84822024-11-21T19:39:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
84832024-11-21T19:39:07.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84842024-11-21T19:39:07.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
84852024-11-21T19:39:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
84862024-11-21T19:39:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
84872024-11-21T19:39:07.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84882024-11-21T19:39:07.583ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.893112ms iteration = 36 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
84892024-11-21T19:39:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84902024-11-21T19:39:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84912024-11-21T19:39:07.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84922024-11-21T19:39:07.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84932024-11-21T19:39:07.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
84942024-11-21T19:39:07.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84952024-11-21T19:39:07.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
84962024-11-21T19:39:07.598ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
84972024-11-21T19:39:07.598ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.806922ms iteration = 36 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
84982024-11-21T19:39:11.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1138 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = c8efd1d5-1a4f-4872-b223-f2ff0a090a01 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
84992024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 7 reason = Timeout
85002024-11-21T19:39:17.579ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:29:17.579629092 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
85012024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 13 reason = Timeout
85022024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
85032024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
85042024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 13 reason = Timeout
85052024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 8 reason = Timeout
85062024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
85072024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
85082024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 9 reason = Timeout
85092024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 8 reason = Timeout
85102024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 13 reason = Timeout
85112024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
85122024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
85132024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 7 reason = Timeout
85142024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
85152024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 15 reason = Timeout
85162024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
85172024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 13 reason = Timeout
85182024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
85192024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 13 reason = Timeout
85202024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85212024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 7 reason = Timeout
85222024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
85232024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 4 reason = Timeout
85242024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 14 reason = Timeout
85252024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
85262024-11-21T19:39:17.579ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
85272024-11-21T19:39:17.579ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 37 reason = Timeout
85282024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
85292024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 13 reason = Timeout
85302024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
85312024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
85322024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 13 reason = Timeout
85332024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
85342024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 13 reason = Timeout
85352024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
85362024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 13 reason = Timeout
85372024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
85382024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 13 reason = Timeout
85392024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
85402024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 37 reason = Timeout
85412024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
85422024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 7 reason = Timeout
85432024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
85442024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 13 reason = Timeout
85452024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
85462024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
85472024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 13 reason = Timeout
85482024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
85492024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 9 reason = Timeout
85502024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 8 reason = Timeout
85512024-11-21T19:39:17.580ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
85522024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 14.58\u{b5}s iteration = 8 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
85532024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 7 reason = Timeout
85542024-11-21T19:39:17.580ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
85552024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 8 reason = Timeout
85562024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
85572024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 13 reason = Timeout
85582024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
85592024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 8 reason = Timeout
85602024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 8 reason = Timeout
85612024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
85622024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
85632024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
85642024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
85652024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85662024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
85672024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
85682024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
85692024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
85702024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
85712024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
85722024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
85732024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
85742024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
85752024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
85762024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
85772024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
85782024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
85792024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
85802024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
85812024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
85822024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
85832024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
85842024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
85852024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
85862024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
85872024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
85882024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
85892024-11-21T19:39:17.580ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1100, tv_nsec: 456339091 } })
85902024-11-21T19:39:17.580ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1100, tv_nsec: 456370661 } })
85912024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
85922024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
85932024-11-21T19:39:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
85942024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
85952024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
85962024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.017604ms iteration = 8 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
85972024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
85982024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
85992024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
86002024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.161556ms iteration = 8 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
86012024-11-21T19:39:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
86022024-11-21T19:39:17.582ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:29:17.579629092 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
86032024-11-21T19:39:17.582ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 2.99154ms iteration = 7 status = {"expiration":"2024-11-21T19:29:17.579629092Z","pruned":[]}
86042024-11-21T19:39:17.583ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86052024-11-21T19:39:17.584ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86062024-11-21T19:39:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
86072024-11-21T19:39:17.584ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
86082024-11-21T19:39:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
86092024-11-21T19:39:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 5.479093ms iteration = 13 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
86102024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
86112024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
86122024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
86132024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
86142024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
86152024-11-21T19:39:17.586ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
86162024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 7.040634ms iteration = 7 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
86172024-11-21T19:39:17.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
86182024-11-21T19:39:17.587ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 7.46015ms iteration = 7 status = {"errors":[],"found_port_ok":[]}
86192024-11-21T19:39:17.587ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86202024-11-21T19:39:17.589ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86212024-11-21T19:39:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
86222024-11-21T19:39:17.590ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
86232024-11-21T19:39:17.591ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
86242024-11-21T19:39:17.591ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
86252024-11-21T19:39:17.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
86262024-11-21T19:39:17.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
86272024-11-21T19:39:17.594ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86282024-11-21T19:39:17.595ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
86292024-11-21T19:39:17.595ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1100, tv_nsec: 471069437 } })
86302024-11-21T19:39:17.595ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 15.553147ms iteration = 13 status = {"errors":[],"records_set_to_done":[]}
86312024-11-21T19:39:17.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
86322024-11-21T19:39:17.595ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
86332024-11-21T19:39:17.596ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
86342024-11-21T19:39:17.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
86352024-11-21T19:39:17.597ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1100, tv_nsec: 473119155 } })
86362024-11-21T19:39:17.597ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
86372024-11-21T19:39:17.599ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
86382024-11-21T19:39:17.599ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
86392024-11-21T19:39:17.599ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
86402024-11-21T19:39:17.599ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
86412024-11-21T19:39:17.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
86422024-11-21T19:39:17.602ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86432024-11-21T19:39:17.604ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86442024-11-21T19:39:17.604ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
86452024-11-21T19:39:17.604ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
86462024-11-21T19:39:17.604ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1100, tv_nsec: 480497623 } })
86472024-11-21T19:39:17.605ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
86482024-11-21T19:39:17.605ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86492024-11-21T19:39:17.605ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
86502024-11-21T19:39:17.605ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
86512024-11-21T19:39:17.606ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
86522024-11-21T19:39:17.608ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
86532024-11-21T19:39:17.608ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
86542024-11-21T19:39:17.608ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
86552024-11-21T19:39:17.610ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
86562024-11-21T19:39:17.615ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86572024-11-21T19:39:17.618ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
86582024-11-21T19:39:17.618ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
86592024-11-21T19:39:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
86602024-11-21T19:39:17.623ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
86612024-11-21T19:39:17.624ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
86622024-11-21T19:39:17.634ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
86632024-11-21T19:39:17.634ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
86642024-11-21T19:39:17.634ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
86652024-11-21T19:39:17.634ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
86662024-11-21T19:39:17.642ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86672024-11-21T19:39:17.643ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
86682024-11-21T19:39:17.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
86692024-11-21T19:39:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
86702024-11-21T19:39:17.646ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
86712024-11-21T19:39:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
86722024-11-21T19:39:17.648ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86732024-11-21T19:39:17.648ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86742024-11-21T19:39:17.648ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
86752024-11-21T19:39:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
86762024-11-21T19:39:17.650ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 70.179288ms iteration = 13 status = {"errors":[],"garbage_collect_requested":[]}
86772024-11-21T19:39:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
86782024-11-21T19:39:17.651ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
86792024-11-21T19:39:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
86802024-11-21T19:39:17.651ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
86812024-11-21T19:39:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
86822024-11-21T19:39:17.651ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
86832024-11-21T19:39:17.657ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86842024-11-21T19:39:17.661ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
86852024-11-21T19:39:17.661ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
86862024-11-21T19:39:17.661ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86872024-11-21T19:39:17.661ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86882024-11-21T19:39:17.664ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86892024-11-21T19:39:17.664ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
86902024-11-21T19:39:17.664ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
86912024-11-21T19:39:17.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
86922024-11-21T19:39:17.667ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
86932024-11-21T19:39:17.667ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
86942024-11-21T19:39:17.667ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
86952024-11-21T19:39:17.670ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86962024-11-21T19:39:17.670ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
86972024-11-21T19:39:17.670ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
86982024-11-21T19:39:17.672ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
86992024-11-21T19:39:17.672ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
87002024-11-21T19:39:17.672ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
87012024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
87022024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
87032024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
87042024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
87052024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
87062024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 98.846881ms iteration = 37 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
87072024-11-21T19:39:17.678ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
87082024-11-21T19:39:17.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
87092024-11-21T19:39:17.688ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87102024-11-21T19:39:17.691ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
87112024-11-21T19:39:17.692ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
87122024-11-21T19:39:17.692ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
87132024-11-21T19:39:17.718ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
87142024-11-21T19:39:17.719ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
87152024-11-21T19:39:17.723ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
87162024-11-21T19:39:17.742ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
87172024-11-21T19:39:17.742ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
87182024-11-21T19:39:17.742ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
87192024-11-21T19:39:17.742ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
87202024-11-21T19:39:17.742ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
87212024-11-21T19:39:17.754ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
87222024-11-21T19:39:17.769ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
87232024-11-21T19:39:17.769ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
87242024-11-21T19:39:17.769ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "73b2f122-d603-4890-abba-814b5961934e", "content-length": "26", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
87252024-11-21T19:39:17.769ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
87262024-11-21T19:39:17.771ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
87272024-11-21T19:39:17.777ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
87282024-11-21T19:39:17.777ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
87292024-11-21T19:39:17.777ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1b1fc55a-3533-4a4a-ae16-130c3b905d5f", "content-length": "26", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
87302024-11-21T19:39:17.778ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
87312024-11-21T19:39:17.778ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
87322024-11-21T19:39:17.778ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
87332024-11-21T19:39:17.779ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3a71effa-7ee1-4f1a-adcf-2108c825e36a", "content-length": "26", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
87342024-11-21T19:39:17.779ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
87352024-11-21T19:39:17.780ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
87362024-11-21T19:39:17.780ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
87372024-11-21T19:39:17.818ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
87382024-11-21T19:39:17.818ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
87392024-11-21T19:39:17.818ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "ba784685-66f2-47f3-b24a-7e477fa180a8", "content-length": "372", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
87402024-11-21T19:39:17.818ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
87412024-11-21T19:39:17.819ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
87422024-11-21T19:39:17.820ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 240.549984ms iteration = 13 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
87432024-11-21T19:39:17.822ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
87442024-11-21T19:39:17.822ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
87452024-11-21T19:39:17.822ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
87462024-11-21T19:39:17.823ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
87472024-11-21T19:39:17.823ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
87482024-11-21T19:39:17.824ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
87492024-11-21T19:39:17.824ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
87502024-11-21T19:39:17.824ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
87512024-11-21T19:39:17.826ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 246.868239ms iteration = 4 status = {"nsuccess":5}
87522024-11-21T19:39:17.827ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87532024-11-21T19:39:17.828ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
87542024-11-21T19:39:17.828ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
87552024-11-21T19:39:17.830ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
87562024-11-21T19:39:17.830ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
87572024-11-21T19:39:17.830ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
87582024-11-21T19:39:17.833ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87592024-11-21T19:39:17.833ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87602024-11-21T19:39:17.835ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87612024-11-21T19:39:17.838ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
87622024-11-21T19:39:17.838ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
87632024-11-21T19:39:17.838ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
87642024-11-21T19:39:17.839ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
87652024-11-21T19:39:17.839ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
87662024-11-21T19:39:17.840ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
87672024-11-21T19:39:17.843ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
87682024-11-21T19:39:17.843ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
87692024-11-21T19:39:17.843ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
87702024-11-21T19:39:17.847ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 266.944847ms iteration = 13 status = 0
87712024-11-21T19:39:17.854ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 274.405987ms iteration = 15 status = {"physical_disks_added":0}
87722024-11-21T19:39:17.871ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
87732024-11-21T19:39:17.871ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 291.215801ms iteration = 37 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
87742024-11-21T19:39:17.881ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 301.553919ms iteration = 13 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
87752024-11-21T19:39:17.882ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
87762024-11-21T19:39:17.883ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
87772024-11-21T19:39:17.893ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
87782024-11-21T19:39:17.894ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
87792024-11-21T19:39:17.895ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
87802024-11-21T19:39:17.898ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
87812024-11-21T19:39:17.898ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 318.116001ms iteration = 13 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
87822024-11-21T19:39:17.899ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
87832024-11-21T19:39:17.899ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
87842024-11-21T19:39:17.899ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 319.492619ms iteration = 7 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
87852024-11-21T19:39:17.901ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87862024-11-21T19:39:17.901ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
87872024-11-21T19:39:17.901ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
87882024-11-21T19:39:17.901ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 321.862111ms iteration = 13 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
87892024-11-21T19:39:17.903ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87902024-11-21T19:39:17.905ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
87912024-11-21T19:39:17.905ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
87922024-11-21T19:39:17.905ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
87932024-11-21T19:39:17.906ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87942024-11-21T19:39:17.908ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
87952024-11-21T19:39:17.908ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
87962024-11-21T19:39:17.908ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
87972024-11-21T19:39:17.911ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
87982024-11-21T19:39:17.911ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
87992024-11-21T19:39:17.912ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
88002024-11-21T19:39:17.916ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
88012024-11-21T19:39:17.916ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
88022024-11-21T19:39:17.916ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "708fd703-c0ec-4df1-8772-eebae4dd5b64", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
88032024-11-21T19:39:17.916ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
88042024-11-21T19:39:17.916ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
88052024-11-21T19:39:17.917ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
88062024-11-21T19:39:17.918ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "2679b407-9e50-472a-98c2-bad511ff55e6", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
88072024-11-21T19:39:17.918ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
88082024-11-21T19:39:17.920ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "d564d8ae-1eaf-4a27-83a2-f56284d3cdfe", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
88092024-11-21T19:39:17.920ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
88102024-11-21T19:39:17.922ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
88112024-11-21T19:39:17.922ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 342.387545ms iteration = 9 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
88122024-11-21T19:39:17.950ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 370.686323ms iteration = 13 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
88132024-11-21T19:39:17.952ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88142024-11-21T19:39:17.955ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
88152024-11-21T19:39:17.955ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
88162024-11-21T19:39:17.955ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
88172024-11-21T19:39:17.962ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
88182024-11-21T19:39:17.962ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
88192024-11-21T19:39:17.962ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
88202024-11-21T19:39:17.962ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
88212024-11-21T19:39:17.968ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 388.428899ms iteration = 13 status = {}
88222024-11-21T19:39:17.986ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
88232024-11-21T19:39:17.986ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "4dfe4ba4-cb2b-45d2-b367-ef18d9fc0e97", "content-length": "1", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
88242024-11-21T19:39:17.989ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
88252024-11-21T19:39:17.989ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
88262024-11-21T19:39:18.007ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
88272024-11-21T19:39:18.007ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 427.205158ms iteration = 7 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
88282024-11-21T19:39:18.025ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
88292024-11-21T19:39:18.025ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "0e1f1cf8-e8cf-4775-9b91-ee8a93d2ae7c", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88302024-11-21T19:39:18.025ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88312024-11-21T19:39:18.028ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "16c50427-a9bb-47c7-acf3-97081f8c5519", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88322024-11-21T19:39:18.028ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88332024-11-21T19:39:18.033ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "612f2cf8-8015-4251-b2d2-85cd630d620e", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88342024-11-21T19:39:18.033ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88352024-11-21T19:39:18.034ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
88362024-11-21T19:39:18.035ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "5a0282ba-75aa-40c6-a3c3-c9989afc3b3b", "content-length": "691", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
88372024-11-21T19:39:18.035ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
88382024-11-21T19:39:18.035ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
88392024-11-21T19:39:18.035ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
88402024-11-21T19:39:18.036ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
88412024-11-21T19:39:18.036ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 456.796263ms iteration = 9 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
88422024-11-21T19:39:18.037ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 457.576504ms iteration = 13 status = {}
88432024-11-21T19:39:18.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
88442024-11-21T19:39:18.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
88452024-11-21T19:39:18.038ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88462024-11-21T19:39:18.039ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 459.882845ms iteration = 13 status = null
88472024-11-21T19:39:18.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
88482024-11-21T19:39:18.041ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
88492024-11-21T19:39:18.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
88502024-11-21T19:39:18.046ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
88512024-11-21T19:39:18.046ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
88522024-11-21T19:39:18.046ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
88532024-11-21T19:39:18.046ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
88542024-11-21T19:39:18.046ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 466.677586ms iteration = 8 status = {"generation":1}
88552024-11-21T19:39:18.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
88562024-11-21T19:39:18.054ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
88572024-11-21T19:39:18.054ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
88582024-11-21T19:39:18.054ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "d0ce2ef3-68e1-4ce1-ad48-2aae132da0a5", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
88592024-11-21T19:39:18.056ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 477.065254ms iteration = 14 status = {}
88602024-11-21T19:39:18.086ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
88612024-11-21T19:39:18.086ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
88622024-11-21T19:39:18.086ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
88632024-11-21T19:39:18.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
88642024-11-21T19:39:18.087ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
88652024-11-21T19:39:18.087ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 507.374499ms iteration = 8 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
88662024-11-21T19:39:18.088ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88672024-11-21T19:39:18.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
88682024-11-21T19:39:18.091ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
88692024-11-21T19:39:18.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
88702024-11-21T19:39:18.094ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
88712024-11-21T19:39:18.094ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
88722024-11-21T19:39:18.094ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
88732024-11-21T19:39:18.094ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
88742024-11-21T19:39:18.094ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 514.88431ms iteration = 8 status = {"generation":2}
88752024-11-21T19:39:18.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
88762024-11-21T19:39:18.096ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
88772024-11-21T19:39:18.096ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
88782024-11-21T19:39:18.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
88792024-11-21T19:39:18.110ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
88802024-11-21T19:39:18.110ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "2e36fc9d-3735-42b4-a94f-381fec55ff5b", "content-length": "134", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} })
88812024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
88822024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
88832024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
88842024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
88852024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
88862024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
88872024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
88882024-11-21T19:39:18.110ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
88892024-11-21T19:39:18.111ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
88902024-11-21T19:39:18.111ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
88912024-11-21T19:39:18.111ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
88922024-11-21T19:39:18.111ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
88932024-11-21T19:39:18.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
88942024-11-21T19:39:18.114ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
88952024-11-21T19:39:18.114ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "4f3fb301-fb8f-43f2-a444-0a9312811ecd", "content-length": "2", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} })
88962024-11-21T19:39:18.114ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
88972024-11-21T19:39:18.114ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "419deb62-3855-48a1-87bb-cfba2449d13f", "content-length": "51", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} })
88982024-11-21T19:39:18.114ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
88992024-11-21T19:39:18.114ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
89002024-11-21T19:39:18.234ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "cb5a26ce-9c75-4c92-ae3a-ff5ad1932689", "date": "Thu, 21 Nov 2024 19:39:17 GMT"} })
89012024-11-21T19:39:18.234ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
89022024-11-21T19:39:18.234ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
89032024-11-21T19:39:18.238ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "05a3a339-cc37-4f07-8021-ff230b35f252", "content-length": "682", "date": "Thu, 21 Nov 2024 19:39:18 GMT"} })
89042024-11-21T19:39:18.238ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89052024-11-21T19:39:18.238ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89062024-11-21T19:39:18.241ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89072024-11-21T19:39:18.242ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89082024-11-21T19:39:18.245ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89092024-11-21T19:39:18.245ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89102024-11-21T19:39:18.247ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89112024-11-21T19:39:18.247ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89122024-11-21T19:39:18.255ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 675.315933ms iteration = 13 status = {}
89132024-11-21T19:39:26.054ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:63697
89142024-11-21T19:39:26.054ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:63697 req_id = a67c08d6-0843-42ac-9e9f-d4325b96d518 roles = RoleSet { roles: {} } uri = /metrics/producers
89152024-11-21T19:39:26.055ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:63697 req_id = a67c08d6-0843-42ac-9e9f-d4325b96d518 resource = Database result = Ok(()) uri = /metrics/producers
89162024-11-21T19:39:26.091ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 342b0d8b-38e0-4c30-ac04-f30e9c6140df
89172024-11-21T19:39:26.092ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37196 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:63697 req_id = a67c08d6-0843-42ac-9e9f-d4325b96d518 response_code = 201 uri = /metrics/producers
89182024-11-21T19:39:26.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1501 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 8c228243-26df-4267-8cc8-5facd7593b14 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
89192024-11-21T19:39:27.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 38 reason = Timeout
89202024-11-21T19:39:27.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 38 reason = Timeout
89212024-11-21T19:39:27.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
89222024-11-21T19:39:27.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89232024-11-21T19:39:27.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89242024-11-21T19:39:27.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
89252024-11-21T19:39:27.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
89262024-11-21T19:39:27.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
89272024-11-21T19:39:27.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89282024-11-21T19:39:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
89292024-11-21T19:39:27.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89302024-11-21T19:39:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89312024-11-21T19:39:27.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89322024-11-21T19:39:27.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89332024-11-21T19:39:27.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89342024-11-21T19:39:27.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
89352024-11-21T19:39:27.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89362024-11-21T19:39:27.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89372024-11-21T19:39:27.599ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
89382024-11-21T19:39:27.599ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.876236ms iteration = 38 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
89392024-11-21T19:39:27.609ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.436054ms iteration = 38 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
89402024-11-21T19:39:37.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 39 reason = Timeout
89412024-11-21T19:39:37.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 39 reason = Timeout
89422024-11-21T19:39:37.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
89432024-11-21T19:39:37.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89442024-11-21T19:39:37.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
89452024-11-21T19:39:37.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89462024-11-21T19:39:37.611ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
89472024-11-21T19:39:37.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
89482024-11-21T19:39:37.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89492024-11-21T19:39:37.619ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
89502024-11-21T19:39:37.619ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89512024-11-21T19:39:37.619ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89522024-11-21T19:39:37.621ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89532024-11-21T19:39:37.621ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89542024-11-21T19:39:37.623ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89552024-11-21T19:39:37.625ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
89562024-11-21T19:39:37.625ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89572024-11-21T19:39:37.625ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
89582024-11-21T19:39:37.636ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
89592024-11-21T19:39:37.636ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 56.708098ms iteration = 39 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
89602024-11-21T19:39:37.647ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 66.987505ms iteration = 39 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
89612024-11-21T19:39:41.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1169 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 38a36596-def8-4958-8108-d36fe4aa87e6 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
89622024-11-21T19:39:46.954ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 982472b3-7654-4b22-876f-7c8843e1249d roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
89632024-11-21T19:39:46.955ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 982472b3-7654-4b22-876f-7c8843e1249d resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
89642024-11-21T19:39:46.958ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3566 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 982472b3-7654-4b22-876f-7c8843e1249d response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
89652024-11-21T19:39:46.958ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 4955f54a-b3ed-43eb-ada4-8e315e7e0374 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
89662024-11-21T19:39:46.958ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 4955f54a-b3ed-43eb-ada4-8e315e7e0374 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
89672024-11-21T19:39:46.960ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1960 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 4955f54a-b3ed-43eb-ada4-8e315e7e0374 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
89682024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 14 reason = Timeout
89692024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 14 reason = Timeout
89702024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 14 reason = Timeout
89712024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
89722024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
89732024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 14 reason = Timeout
89742024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 14 reason = Timeout
89752024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
89762024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
89772024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
89782024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 15 reason = Timeout
89792024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 14 reason = Timeout
89802024-11-21T19:39:47.580ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
89812024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89822024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
89832024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 14 reason = Timeout
89842024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 40 reason = Timeout
89852024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
89862024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
89872024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 14 reason = Timeout
89882024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
89892024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 14 reason = Timeout
89902024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
89912024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 14 reason = Timeout
89922024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
89932024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 40 reason = Timeout
89942024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 14 reason = Timeout
89952024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
89962024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
89972024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 14 reason = Timeout
89982024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
89992024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 16 reason = Timeout
90002024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 14 reason = Timeout
90012024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
90022024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
90032024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
90042024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
90052024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
90062024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
90072024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
90082024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
90092024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
90102024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
90112024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
90122024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
90132024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
90142024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
90152024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90162024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
90172024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
90182024-11-21T19:39:47.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
90192024-11-21T19:39:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
90202024-11-21T19:39:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
90212024-11-21T19:39:47.588ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
90222024-11-21T19:39:47.588ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
90232024-11-21T19:39:47.588ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
90242024-11-21T19:39:47.588ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90252024-11-21T19:39:47.588ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 8.785787ms iteration = 14 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
90262024-11-21T19:39:47.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
90272024-11-21T19:39:47.588ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90282024-11-21T19:39:47.589ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1130, tv_nsec: 464695512 } })
90292024-11-21T19:39:47.589ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
90302024-11-21T19:39:47.589ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1130, tv_nsec: 465169708 } })
90312024-11-21T19:39:47.590ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
90322024-11-21T19:39:47.591ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90332024-11-21T19:39:47.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
90342024-11-21T19:39:47.591ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
90352024-11-21T19:39:47.591ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90362024-11-21T19:39:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
90372024-11-21T19:39:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
90382024-11-21T19:39:47.592ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
90392024-11-21T19:39:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
90402024-11-21T19:39:47.593ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
90412024-11-21T19:39:47.593ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
90422024-11-21T19:39:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
90432024-11-21T19:39:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
90442024-11-21T19:39:47.594ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
90452024-11-21T19:39:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
90462024-11-21T19:39:47.594ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
90472024-11-21T19:39:47.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
90482024-11-21T19:39:47.596ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90492024-11-21T19:39:47.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90502024-11-21T19:39:47.599ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
90512024-11-21T19:39:47.599ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
90522024-11-21T19:39:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
90532024-11-21T19:39:47.600ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90542024-11-21T19:39:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90552024-11-21T19:39:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
90562024-11-21T19:39:47.606ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1130, tv_nsec: 481644619 } })
90572024-11-21T19:39:47.606ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
90582024-11-21T19:39:47.606ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
90592024-11-21T19:39:47.606ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
90602024-11-21T19:39:47.607ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90612024-11-21T19:39:47.607ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90622024-11-21T19:39:47.609ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 28.985247ms iteration = 40 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
90632024-11-21T19:39:47.609ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90642024-11-21T19:39:47.609ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
90652024-11-21T19:39:47.609ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
90662024-11-21T19:39:47.611ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
90672024-11-21T19:39:47.611ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
90682024-11-21T19:39:47.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
90692024-11-21T19:39:47.611ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90702024-11-21T19:39:47.614ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
90712024-11-21T19:39:47.614ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
90722024-11-21T19:39:47.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
90732024-11-21T19:39:47.643ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
90742024-11-21T19:39:47.643ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
90752024-11-21T19:39:47.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
90762024-11-21T19:39:47.644ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
90772024-11-21T19:39:47.646ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
90782024-11-21T19:39:47.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
90792024-11-21T19:39:47.648ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90802024-11-21T19:39:47.649ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 69.529899ms iteration = 14 status = {"errors":[],"records_set_to_done":[]}
90812024-11-21T19:39:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
90822024-11-21T19:39:47.650ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
90832024-11-21T19:39:47.650ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 70.717395ms iteration = 14 status = {"errors":[],"garbage_collect_requested":[]}
90842024-11-21T19:39:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
90852024-11-21T19:39:47.652ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 72.463639ms iteration = 14 status = 0
90862024-11-21T19:39:47.655ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90872024-11-21T19:39:47.657ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
90882024-11-21T19:39:47.657ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
90892024-11-21T19:39:47.657ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
90902024-11-21T19:39:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
90912024-11-21T19:39:47.658ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
90922024-11-21T19:39:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
90932024-11-21T19:39:47.659ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
90942024-11-21T19:39:47.659ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90952024-11-21T19:39:47.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90962024-11-21T19:39:47.666ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
90972024-11-21T19:39:47.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
90982024-11-21T19:39:47.667ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 87.551979ms iteration = 14 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
90992024-11-21T19:39:47.668ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
91002024-11-21T19:39:47.668ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
91012024-11-21T19:39:47.668ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9c9aaa43-1296-472e-bb30-b14ad243d0ac", "content-length": "26", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91022024-11-21T19:39:47.668ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
91032024-11-21T19:39:47.670ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
91042024-11-21T19:39:47.670ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 90.070643ms iteration = 14 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
91052024-11-21T19:39:47.671ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
91062024-11-21T19:39:47.672ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
91072024-11-21T19:39:47.672ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
91082024-11-21T19:39:47.673ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
91092024-11-21T19:39:47.673ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 92.815791ms iteration = 40 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
91102024-11-21T19:39:47.673ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "fabf4c00-f795-45a8-b5f4-08a95340fe0c", "content-length": "26", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91112024-11-21T19:39:47.673ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
91122024-11-21T19:39:47.674ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
91132024-11-21T19:39:47.685ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 105.354268ms iteration = 14 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
91142024-11-21T19:39:47.702ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 122.353505ms iteration = 14 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
91152024-11-21T19:39:47.715ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
91162024-11-21T19:39:47.715ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
91172024-11-21T19:39:47.715ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 135.782184ms iteration = 14 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
91182024-11-21T19:39:47.748ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
91192024-11-21T19:39:47.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
91202024-11-21T19:39:47.757ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 177.002105ms iteration = 16 status = {"physical_disks_added":0}
91212024-11-21T19:39:47.770ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
91222024-11-21T19:39:47.770ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
91232024-11-21T19:39:47.770ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "158cd790-d5bc-4b6e-b3c8-e1d01867f20c", "content-length": "26", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91242024-11-21T19:39:47.770ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
91252024-11-21T19:39:47.772ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
91262024-11-21T19:39:47.772ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
91272024-11-21T19:39:47.772ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "dd5d1ac6-e59c-4de1-94b3-c8724622f83a", "content-length": "1", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91282024-11-21T19:39:47.774ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
91292024-11-21T19:39:47.774ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
91302024-11-21T19:39:47.776ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 195.967218ms iteration = 14 status = null
91312024-11-21T19:39:47.805ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 225.023927ms iteration = 14 status = {}
91322024-11-21T19:39:47.805ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
91332024-11-21T19:39:47.805ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
91342024-11-21T19:39:47.805ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b719ee33-4af9-4e8e-be93-1eadcac3bcbd", "content-length": "372", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91352024-11-21T19:39:47.805ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
91362024-11-21T19:39:47.806ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
91372024-11-21T19:39:47.820ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
91382024-11-21T19:39:47.820ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
91392024-11-21T19:39:47.820ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "f159bb1a-a294-474e-b39c-ecec517e38d1", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91402024-11-21T19:39:47.820ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
91412024-11-21T19:39:47.821ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
91422024-11-21T19:39:47.823ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
91432024-11-21T19:39:47.823ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
91442024-11-21T19:39:47.831ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
91452024-11-21T19:39:47.831ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
91462024-11-21T19:39:47.834ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
91472024-11-21T19:39:47.834ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
91482024-11-21T19:39:47.835ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c578a603-236e-4eaf-ba83-f244f7021529", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91492024-11-21T19:39:47.837ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 257.097615ms iteration = 15 status = {}
91502024-11-21T19:39:47.858ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
91512024-11-21T19:39:47.859ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
91522024-11-21T19:39:47.862ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
91532024-11-21T19:39:47.865ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
91542024-11-21T19:39:47.865ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
91552024-11-21T19:39:47.866ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
91562024-11-21T19:39:47.868ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
91572024-11-21T19:39:47.869ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
91582024-11-21T19:39:47.869ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
91592024-11-21T19:39:47.870ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
91602024-11-21T19:39:47.921ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91612024-11-21T19:39:47.921ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
91622024-11-21T19:39:47.923ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
91632024-11-21T19:39:47.923ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91642024-11-21T19:39:47.924ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
91652024-11-21T19:39:47.929ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
91662024-11-21T19:39:47.936ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
91672024-11-21T19:39:47.936ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3b36d6c6-c805-4c44-83aa-602a1fd319f4", "content-length": "134", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91682024-11-21T19:39:47.936ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
91692024-11-21T19:39:47.936ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
91702024-11-21T19:39:47.936ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
91712024-11-21T19:39:47.936ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
91722024-11-21T19:39:47.936ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
91732024-11-21T19:39:47.937ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
91742024-11-21T19:39:47.937ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
91752024-11-21T19:39:47.937ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
91762024-11-21T19:39:47.937ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
91772024-11-21T19:39:47.937ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
91782024-11-21T19:39:47.937ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
91792024-11-21T19:39:47.937ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91802024-11-21T19:39:47.937ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
91812024-11-21T19:39:47.939ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
91822024-11-21T19:39:47.939ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "6622fc31-c9fb-4d4b-a715-46d3acb7d340", "content-length": "2", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91832024-11-21T19:39:47.939ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
91842024-11-21T19:39:47.940ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "47091dc1-c179-453f-b563-1b1c24419a9e", "content-length": "51", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91852024-11-21T19:39:47.940ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
91862024-11-21T19:39:47.940ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
91872024-11-21T19:39:47.999ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "4c9a8a5c-cde0-4ef7-b616-1f6726449db7", "content-length": "691", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91882024-11-21T19:39:47.999ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
91892024-11-21T19:39:47.999ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
91902024-11-21T19:39:47.999ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
91912024-11-21T19:39:48.000ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 420.724312ms iteration = 14 status = {}
91922024-11-21T19:39:48.107ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "db0206aa-d694-4d78-92b5-d5c04294c543", "date": "Thu, 21 Nov 2024 19:39:47 GMT"} })
91932024-11-21T19:39:48.107ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
91942024-11-21T19:39:48.107ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
91952024-11-21T19:39:48.107ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a2eaff7e-4b1b-4ade-a3bb-06287df7127a", "content-length": "682", "date": "Thu, 21 Nov 2024 19:39:48 GMT"} })
91962024-11-21T19:39:48.107ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91972024-11-21T19:39:48.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
91982024-11-21T19:39:48.111ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91992024-11-21T19:39:48.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
92002024-11-21T19:39:48.114ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
92012024-11-21T19:39:48.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
92022024-11-21T19:39:48.117ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
92032024-11-21T19:39:48.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
92042024-11-21T19:39:48.123ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 543.251909ms iteration = 14 status = {}
92052024-11-21T19:39:56.964ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1393 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 29149802-771d-4733-bb37-378ec42b03bb response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
92062024-11-21T19:39:57.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 41 reason = Timeout
92072024-11-21T19:39:57.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 41 reason = Timeout
92082024-11-21T19:39:57.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92092024-11-21T19:39:57.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
92102024-11-21T19:39:57.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92112024-11-21T19:39:57.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
92122024-11-21T19:39:57.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92132024-11-21T19:39:57.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
92142024-11-21T19:39:57.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
92152024-11-21T19:39:57.584ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.964763ms iteration = 41 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
92162024-11-21T19:39:57.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
92172024-11-21T19:39:57.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92182024-11-21T19:39:57.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92192024-11-21T19:39:57.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92202024-11-21T19:39:57.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92212024-11-21T19:39:57.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92222024-11-21T19:39:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
92232024-11-21T19:39:57.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92242024-11-21T19:39:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92252024-11-21T19:39:57.597ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
92262024-11-21T19:39:57.597ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 17.644816ms iteration = 41 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
92272024-11-21T19:40:07.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 42 reason = Timeout
92282024-11-21T19:40:07.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 42 reason = Timeout
92292024-11-21T19:40:07.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92302024-11-21T19:40:07.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
92312024-11-21T19:40:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92322024-11-21T19:40:07.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
92332024-11-21T19:40:07.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92342024-11-21T19:40:07.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
92352024-11-21T19:40:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
92362024-11-21T19:40:07.584ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
92372024-11-21T19:40:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92382024-11-21T19:40:07.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92392024-11-21T19:40:07.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92402024-11-21T19:40:07.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92412024-11-21T19:40:07.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92422024-11-21T19:40:07.590ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
92432024-11-21T19:40:07.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92442024-11-21T19:40:07.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92452024-11-21T19:40:07.602ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
92462024-11-21T19:40:07.602ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.036394ms iteration = 42 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
92472024-11-21T19:40:07.611ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.019855ms iteration = 42 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
92482024-11-21T19:40:11.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1066 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 56787a1c-5148-427e-a027-ca243b627f69 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
92492024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 15 reason = Timeout
92502024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
92512024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 15 reason = Timeout
92522024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
92532024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
92542024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 9 reason = Timeout
92552024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 8 reason = Timeout
92562024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 15 reason = Timeout
92572024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
92582024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
92592024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 8 reason = Timeout
92602024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
92612024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 10 reason = Timeout
92622024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 9 reason = Timeout
92632024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 15 reason = Timeout
92642024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 8 reason = Timeout
92652024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
92662024-11-21T19:40:17.580ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:30:17.580322709 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
92672024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
92682024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 9 reason = Timeout
92692024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 15 reason = Timeout
92702024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
92712024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
92722024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 15 reason = Timeout
92732024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 9 reason = Timeout
92742024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
92752024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
92762024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
92772024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 10 reason = Timeout
92782024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 8 reason = Timeout
92792024-11-21T19:40:17.580ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
92802024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
92812024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 15 reason = Timeout
92822024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 43 reason = Timeout
92832024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
92842024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 15 reason = Timeout
92852024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
92862024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 8 reason = Timeout
92872024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 9 reason = Timeout
92882024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
92892024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
92902024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
92912024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 15 reason = Timeout
92922024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
92932024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 16 reason = Timeout
92942024-11-21T19:40:17.580ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
92952024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
92962024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
92972024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 9 reason = Timeout
92982024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 15 reason = Timeout
92992024-11-21T19:40:17.580ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
93002024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 15 reason = Timeout
93012024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
93022024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 12.81\u{b5}s iteration = 9 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
93032024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
93042024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 43 reason = Timeout
93052024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
93062024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 15 reason = Timeout
93072024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 15 reason = Timeout
93082024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 17 reason = Timeout
93092024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
93102024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
93112024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
93122024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
93132024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
93142024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
93152024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
93162024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
93172024-11-21T19:40:17.580ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1160, tv_nsec: 455703722 } })
93182024-11-21T19:40:17.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
93192024-11-21T19:40:17.581ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1160, tv_nsec: 455776713 } })
93202024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
93212024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93222024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
93232024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
93242024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
93252024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
93262024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
93272024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
93282024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
93292024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
93302024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
93312024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
93322024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
93332024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
93342024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
93352024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
93362024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
93372024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
93382024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.126445ms iteration = 9 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
93392024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
93402024-11-21T19:40:17.581ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.351488ms iteration = 9 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
93412024-11-21T19:40:17.583ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1160, tv_nsec: 458477689 } })
93422024-11-21T19:40:17.584ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
93432024-11-21T19:40:17.584ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.724959ms iteration = 15 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
93442024-11-21T19:40:17.584ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 4.075205ms iteration = 8 status = {"errors":[],"found_port_ok":[]}
93452024-11-21T19:40:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 5.164299ms iteration = 15 status = {"errors":[],"garbage_collect_requested":[]}
93462024-11-21T19:40:17.586ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:30:17.580322709 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
93472024-11-21T19:40:17.586ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 5.726337ms iteration = 8 status = {"expiration":"2024-11-21T19:30:17.580322709Z","pruned":[]}
93482024-11-21T19:40:17.586ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93492024-11-21T19:40:17.587ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
93502024-11-21T19:40:17.587ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1160, tv_nsec: 461978516 } })
93512024-11-21T19:40:17.587ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
93522024-11-21T19:40:17.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
93532024-11-21T19:40:17.588ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
93542024-11-21T19:40:17.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
93552024-11-21T19:40:17.588ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
93562024-11-21T19:40:17.589ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93572024-11-21T19:40:17.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93582024-11-21T19:40:17.590ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
93592024-11-21T19:40:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
93602024-11-21T19:40:17.597ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93612024-11-21T19:40:17.598ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93622024-11-21T19:40:17.599ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93632024-11-21T19:40:17.600ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
93642024-11-21T19:40:17.600ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
93652024-11-21T19:40:17.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
93662024-11-21T19:40:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
93672024-11-21T19:40:17.601ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
93682024-11-21T19:40:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
93692024-11-21T19:40:17.602ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
93702024-11-21T19:40:17.602ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
93712024-11-21T19:40:17.602ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
93722024-11-21T19:40:17.602ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 22.353349ms iteration = 15 status = {"errors":[],"records_set_to_done":[]}
93732024-11-21T19:40:17.603ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93742024-11-21T19:40:17.605ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
93752024-11-21T19:40:17.605ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
93762024-11-21T19:40:17.605ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
93772024-11-21T19:40:17.609ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 28.676303ms iteration = 43 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
93782024-11-21T19:40:17.610ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93792024-11-21T19:40:17.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93802024-11-21T19:40:17.614ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
93812024-11-21T19:40:17.614ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93822024-11-21T19:40:17.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
93832024-11-21T19:40:17.615ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
93842024-11-21T19:40:17.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
93852024-11-21T19:40:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
93862024-11-21T19:40:17.618ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93872024-11-21T19:40:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93882024-11-21T19:40:17.620ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93892024-11-21T19:40:17.621ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93902024-11-21T19:40:17.624ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
93912024-11-21T19:40:17.624ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
93922024-11-21T19:40:17.624ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
93932024-11-21T19:40:17.624ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
93942024-11-21T19:40:17.624ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
93952024-11-21T19:40:17.624ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
93962024-11-21T19:40:17.642ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
93972024-11-21T19:40:17.642ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
93982024-11-21T19:40:17.642ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 62.09647ms iteration = 8 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
93992024-11-21T19:40:17.642ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
94002024-11-21T19:40:17.642ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
94012024-11-21T19:40:17.642ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
94022024-11-21T19:40:17.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
94032024-11-21T19:40:17.646ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
94042024-11-21T19:40:17.646ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
94052024-11-21T19:40:17.646ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
94062024-11-21T19:40:17.646ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
94072024-11-21T19:40:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
94082024-11-21T19:40:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
94092024-11-21T19:40:17.648ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
94102024-11-21T19:40:17.648ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 68.135931ms iteration = 15 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
94112024-11-21T19:40:17.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
94122024-11-21T19:40:17.649ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
94132024-11-21T19:40:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
94142024-11-21T19:40:17.650ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
94152024-11-21T19:40:17.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
94162024-11-21T19:40:17.652ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94172024-11-21T19:40:17.656ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
94182024-11-21T19:40:17.656ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
94192024-11-21T19:40:17.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
94202024-11-21T19:40:17.657ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94212024-11-21T19:40:17.658ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
94222024-11-21T19:40:17.658ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 77.451255ms iteration = 43 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
94232024-11-21T19:40:17.658ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94242024-11-21T19:40:17.660ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94252024-11-21T19:40:17.661ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
94262024-11-21T19:40:17.661ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
94272024-11-21T19:40:17.661ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
94282024-11-21T19:40:17.661ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
94292024-11-21T19:40:17.662ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
94302024-11-21T19:40:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
94312024-11-21T19:40:17.665ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
94322024-11-21T19:40:17.665ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
94332024-11-21T19:40:17.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
94342024-11-21T19:40:17.667ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94352024-11-21T19:40:17.668ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1160, tv_nsec: 543176491 } })
94362024-11-21T19:40:17.668ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
94372024-11-21T19:40:17.674ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
94382024-11-21T19:40:17.674ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
94392024-11-21T19:40:17.674ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
94402024-11-21T19:40:17.674ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
94412024-11-21T19:40:17.674ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 94.056557ms iteration = 8 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
94422024-11-21T19:40:17.674ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94432024-11-21T19:40:17.674ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
94442024-11-21T19:40:17.676ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
94452024-11-21T19:40:17.676ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 95.591847ms iteration = 15 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
94462024-11-21T19:40:17.678ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
94472024-11-21T19:40:17.681ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
94482024-11-21T19:40:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
94492024-11-21T19:40:17.683ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94502024-11-21T19:40:17.686ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
94512024-11-21T19:40:17.686ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
94522024-11-21T19:40:17.686ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
94532024-11-21T19:40:17.693ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
94542024-11-21T19:40:17.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
94552024-11-21T19:40:17.695ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
94562024-11-21T19:40:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
94572024-11-21T19:40:17.697ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 117.50382ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
94582024-11-21T19:40:17.698ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
94592024-11-21T19:40:17.698ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
94602024-11-21T19:40:17.699ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
94612024-11-21T19:40:17.699ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
94622024-11-21T19:40:17.699ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 119.411396ms iteration = 15 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
94632024-11-21T19:40:17.699ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94642024-11-21T19:40:17.700ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
94652024-11-21T19:40:17.704ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
94662024-11-21T19:40:17.704ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
94672024-11-21T19:40:17.704ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
94682024-11-21T19:40:17.706ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 126.153345ms iteration = 15 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
94692024-11-21T19:40:17.707ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 126.405119ms iteration = 15 status = 0
94702024-11-21T19:40:17.710ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
94712024-11-21T19:40:17.710ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
94722024-11-21T19:40:17.710ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
94732024-11-21T19:40:17.710ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
94742024-11-21T19:40:17.710ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
94752024-11-21T19:40:17.712ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94762024-11-21T19:40:17.715ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
94772024-11-21T19:40:17.715ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
94782024-11-21T19:40:17.715ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
94792024-11-21T19:40:17.723ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
94802024-11-21T19:40:17.723ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
94812024-11-21T19:40:17.723ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2207f5aa-e6dc-4e03-9399-d4cda4ea31f3", "content-length": "26", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
94822024-11-21T19:40:17.723ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
94832024-11-21T19:40:17.725ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
94842024-11-21T19:40:17.726ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
94852024-11-21T19:40:17.726ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
94862024-11-21T19:40:17.726ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
94872024-11-21T19:40:17.726ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
94882024-11-21T19:40:17.726ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
94892024-11-21T19:40:17.728ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94902024-11-21T19:40:17.732ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
94912024-11-21T19:40:17.732ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
94922024-11-21T19:40:17.732ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
94932024-11-21T19:40:17.742ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
94942024-11-21T19:40:17.742ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 161.820293ms iteration = 9 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
94952024-11-21T19:40:17.749ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
94962024-11-21T19:40:17.749ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
94972024-11-21T19:40:17.749ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
94982024-11-21T19:40:17.750ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
94992024-11-21T19:40:17.751ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
95002024-11-21T19:40:17.752ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
95012024-11-21T19:40:17.752ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
95022024-11-21T19:40:17.754ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
95032024-11-21T19:40:17.754ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
95042024-11-21T19:40:17.754ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
95052024-11-21T19:40:17.756ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
95062024-11-21T19:40:17.756ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
95072024-11-21T19:40:17.756ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
95082024-11-21T19:40:17.756ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 176.000422ms iteration = 9 status = {"generation":2}
95092024-11-21T19:40:17.757ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 177.325649ms iteration = 17 status = {"physical_disks_added":0}
95102024-11-21T19:40:17.765ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
95112024-11-21T19:40:17.765ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
95122024-11-21T19:40:17.765ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
95132024-11-21T19:40:17.765ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
95142024-11-21T19:40:17.814ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
95152024-11-21T19:40:17.814ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 233.954626ms iteration = 8 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
95162024-11-21T19:40:17.833ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
95172024-11-21T19:40:17.833ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
95182024-11-21T19:40:17.834ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "238fe19e-012b-4ea2-b7d6-67fc97716676", "content-length": "26", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95192024-11-21T19:40:17.834ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
95202024-11-21T19:40:17.837ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
95212024-11-21T19:40:17.839ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
95222024-11-21T19:40:17.839ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
95232024-11-21T19:40:17.840ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e32a6f4d-f4be-4bf3-a654-8419cc8bff69", "content-length": "26", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95242024-11-21T19:40:17.840ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
95252024-11-21T19:40:17.842ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
95262024-11-21T19:40:17.862ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
95272024-11-21T19:40:17.863ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
95282024-11-21T19:40:17.868ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
95292024-11-21T19:40:17.896ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 316.629831ms iteration = 15 status = {}
95302024-11-21T19:40:17.921ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
95312024-11-21T19:40:17.921ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
95322024-11-21T19:40:17.922ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "608eaac2-c22d-4341-84f5-fac63e58f0c4", "content-length": "372", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95332024-11-21T19:40:17.922ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
95342024-11-21T19:40:17.922ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
95352024-11-21T19:40:17.926ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
95362024-11-21T19:40:17.928ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
95372024-11-21T19:40:17.929ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
95382024-11-21T19:40:17.930ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "9994a45e-2c54-431c-995e-820e8277f877", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
95392024-11-21T19:40:17.930ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
95402024-11-21T19:40:17.931ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
95412024-11-21T19:40:17.931ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
95422024-11-21T19:40:17.931ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
95432024-11-21T19:40:17.931ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
95442024-11-21T19:40:17.933ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
95452024-11-21T19:40:17.936ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
95462024-11-21T19:40:17.936ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "103bc994-4da5-420e-9090-93990fd221e7", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
95472024-11-21T19:40:17.937ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
95482024-11-21T19:40:17.939ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
95492024-11-21T19:40:17.939ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
95502024-11-21T19:40:17.939ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
95512024-11-21T19:40:17.939ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 359.21298ms iteration = 9 status = {"generation":1}
95522024-11-21T19:40:17.941ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
95532024-11-21T19:40:17.941ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 360.928242ms iteration = 10 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
95542024-11-21T19:40:17.942ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
95552024-11-21T19:40:17.946ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
95562024-11-21T19:40:17.946ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
95572024-11-21T19:40:17.946ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
95582024-11-21T19:40:17.990ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
95592024-11-21T19:40:17.990ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
95602024-11-21T19:40:17.990ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "f788281f-3faf-409b-9859-27d4b5e8344e", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95612024-11-21T19:40:17.990ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
95622024-11-21T19:40:17.990ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
95632024-11-21T19:40:17.996ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
95642024-11-21T19:40:17.996ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
95652024-11-21T19:40:17.998ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
95662024-11-21T19:40:17.998ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "e20c1a14-9184-458d-a697-3ac0feadfe8f", "content-length": "1", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95672024-11-21T19:40:17.999ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
95682024-11-21T19:40:17.999ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
95692024-11-21T19:40:18.000ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
95702024-11-21T19:40:18.000ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
95712024-11-21T19:40:18.000ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
95722024-11-21T19:40:18.066ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
95732024-11-21T19:40:18.067ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "3cb8887f-a053-41b8-ab72-e63df965a593", "content-length": "691", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95742024-11-21T19:40:18.067ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
95752024-11-21T19:40:18.067ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
95762024-11-21T19:40:18.067ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
95772024-11-21T19:40:18.068ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 488.094762ms iteration = 15 status = null
95782024-11-21T19:40:18.069ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 488.588828ms iteration = 15 status = {}
95792024-11-21T19:40:18.069ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
95802024-11-21T19:40:18.069ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
95812024-11-21T19:40:18.070ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "1af28dac-a02f-4c32-aebe-04066bf65090", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95822024-11-21T19:40:18.072ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 491.535098ms iteration = 16 status = {}
95832024-11-21T19:40:18.084ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
95842024-11-21T19:40:18.084ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "3fdf273e-7123-41f9-af05-8c47511ba311", "date": "Thu, 21 Nov 2024 19:40:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95852024-11-21T19:40:18.084ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95862024-11-21T19:40:18.086ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "db276abf-00f2-4d75-aaef-a4a313970102", "date": "Thu, 21 Nov 2024 19:40:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95872024-11-21T19:40:18.086ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95882024-11-21T19:40:18.088ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "e211d42e-4e51-4d75-b9c2-9a37fffa8c4d", "date": "Thu, 21 Nov 2024 19:40:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95892024-11-21T19:40:18.088ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95902024-11-21T19:40:18.090ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
95912024-11-21T19:40:18.090ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 509.749631ms iteration = 10 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
95922024-11-21T19:40:18.114ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
95932024-11-21T19:40:18.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
95942024-11-21T19:40:18.117ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
95952024-11-21T19:40:18.117ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
95962024-11-21T19:40:18.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
95972024-11-21T19:40:18.128ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
95982024-11-21T19:40:18.128ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "098a8527-a344-4ae2-85f7-84e0c96780e1", "content-length": "134", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
95992024-11-21T19:40:18.128ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
96002024-11-21T19:40:18.128ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
96012024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
96022024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
96032024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
96042024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
96052024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
96062024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
96072024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
96082024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
96092024-11-21T19:40:18.129ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
96102024-11-21T19:40:18.129ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
96112024-11-21T19:40:18.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
96122024-11-21T19:40:18.131ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
96132024-11-21T19:40:18.132ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "d23cfc47-4b68-4065-a148-596a3dab5434", "content-length": "2", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
96142024-11-21T19:40:18.132ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
96152024-11-21T19:40:18.132ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "ca977523-ef72-4eca-89ba-3b07eab44b7a", "content-length": "51", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
96162024-11-21T19:40:18.132ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
96172024-11-21T19:40:18.132ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
96182024-11-21T19:40:18.280ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "cf190823-676b-4246-9e8c-f1009848aa08", "date": "Thu, 21 Nov 2024 19:40:17 GMT"} })
96192024-11-21T19:40:18.280ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
96202024-11-21T19:40:18.280ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
96212024-11-21T19:40:18.280ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "3fed7bac-d805-4a30-91d2-c46f8e25b475", "content-length": "682", "date": "Thu, 21 Nov 2024 19:40:18 GMT"} })
96222024-11-21T19:40:18.280ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
96232024-11-21T19:40:18.281ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
96242024-11-21T19:40:18.284ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
96252024-11-21T19:40:18.285ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
96262024-11-21T19:40:18.287ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
96272024-11-21T19:40:18.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
96282024-11-21T19:40:18.290ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
96292024-11-21T19:40:18.290ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
96302024-11-21T19:40:18.297ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 717.347855ms iteration = 15 status = {}
96312024-11-21T19:40:26.963ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1423 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 3b296e7d-a9cf-4af3-939b-1a4810ba8e1a response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
96322024-11-21T19:40:27.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 44 reason = Timeout
96332024-11-21T19:40:27.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 44 reason = Timeout
96342024-11-21T19:40:27.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96352024-11-21T19:40:27.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
96362024-11-21T19:40:27.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
96372024-11-21T19:40:27.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96382024-11-21T19:40:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
96392024-11-21T19:40:27.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
96402024-11-21T19:40:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
96412024-11-21T19:40:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
96422024-11-21T19:40:27.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96432024-11-21T19:40:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96442024-11-21T19:40:27.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96452024-11-21T19:40:27.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96462024-11-21T19:40:27.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
96472024-11-21T19:40:27.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
96482024-11-21T19:40:27.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96492024-11-21T19:40:27.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96502024-11-21T19:40:27.605ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
96512024-11-21T19:40:27.605ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.361916ms iteration = 44 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
96522024-11-21T19:40:27.617ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 36.823402ms iteration = 44 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
96532024-11-21T19:40:37.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 45 reason = Timeout
96542024-11-21T19:40:37.580ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 45 reason = Timeout
96552024-11-21T19:40:37.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96562024-11-21T19:40:37.580ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
96572024-11-21T19:40:37.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96582024-11-21T19:40:37.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
96592024-11-21T19:40:37.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
96602024-11-21T19:40:37.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
96612024-11-21T19:40:37.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96622024-11-21T19:40:37.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96632024-11-21T19:40:37.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96642024-11-21T19:40:37.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96652024-11-21T19:40:37.609ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
96662024-11-21T19:40:37.609ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
96672024-11-21T19:40:37.611ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.533208ms iteration = 45 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
96682024-11-21T19:40:37.617ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
96692024-11-21T19:40:37.620ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
96702024-11-21T19:40:37.620ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96712024-11-21T19:40:37.620ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
96722024-11-21T19:40:37.634ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
96732024-11-21T19:40:37.634ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 54.009122ms iteration = 45 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
96742024-11-21T19:40:41.962ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1182 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 96a0b8af-a54f-46dc-9195-c1e152dc0cda response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
96752024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 16 reason = Timeout
96762024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
96772024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 16 reason = Timeout
96782024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
96792024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
96802024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 18 reason = Timeout
96812024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 16 reason = Timeout
96822024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
96832024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 16 reason = Timeout
96842024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
96852024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
96862024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 46 reason = Timeout
96872024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 17 reason = Timeout
96882024-11-21T19:40:47.580ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
96892024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
96902024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 16 reason = Timeout
96912024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
96922024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
96932024-11-21T19:40:47.580ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 16 reason = Timeout
96942024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 16 reason = Timeout
96952024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
96962024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 46 reason = Timeout
96972024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
96982024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 16 reason = Timeout
96992024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 16 reason = Timeout
97002024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
97012024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
97022024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 16 reason = Timeout
97032024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
97042024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 16 reason = Timeout
97052024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
97062024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 16 reason = Timeout
97072024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
97082024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 16 reason = Timeout
97092024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
97102024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
97112024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
97122024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
97132024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
97142024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
97152024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
97162024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
97172024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
97182024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
97192024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
97202024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
97212024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
97222024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
97232024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
97242024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
97252024-11-21T19:40:47.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
97262024-11-21T19:40:47.585ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
97272024-11-21T19:40:47.585ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
97282024-11-21T19:40:47.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
97292024-11-21T19:40:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
97302024-11-21T19:40:47.589ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97312024-11-21T19:40:47.589ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97322024-11-21T19:40:47.589ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1190, tv_nsec: 463836051 } })
97332024-11-21T19:40:47.589ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
97342024-11-21T19:40:47.592ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
97352024-11-21T19:40:47.592ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
97362024-11-21T19:40:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
97372024-11-21T19:40:47.592ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
97382024-11-21T19:40:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
97392024-11-21T19:40:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
97402024-11-21T19:40:47.596ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97412024-11-21T19:40:47.596ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 14.817488ms iteration = 16 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
97422024-11-21T19:40:47.597ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
97432024-11-21T19:40:47.597ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
97442024-11-21T19:40:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
97452024-11-21T19:40:47.598ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97462024-11-21T19:40:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
97472024-11-21T19:40:47.600ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
97482024-11-21T19:40:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
97492024-11-21T19:40:47.607ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97502024-11-21T19:40:47.608ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97512024-11-21T19:40:47.611ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
97522024-11-21T19:40:47.611ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
97532024-11-21T19:40:47.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
97542024-11-21T19:40:47.612ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
97552024-11-21T19:40:47.612ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
97562024-11-21T19:40:47.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
97572024-11-21T19:40:47.614ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1190, tv_nsec: 488541061 } })
97582024-11-21T19:40:47.614ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
97592024-11-21T19:40:47.616ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97602024-11-21T19:40:47.617ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
97612024-11-21T19:40:47.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
97622024-11-21T19:40:47.621ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
97632024-11-21T19:40:47.621ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
97642024-11-21T19:40:47.621ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
97652024-11-21T19:40:47.622ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1190, tv_nsec: 496473147 } })
97662024-11-21T19:40:47.622ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
97672024-11-21T19:40:47.622ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
97682024-11-21T19:40:47.623ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
97692024-11-21T19:40:47.623ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
97702024-11-21T19:40:47.623ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
97712024-11-21T19:40:47.623ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
97722024-11-21T19:40:47.623ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
97732024-11-21T19:40:47.647ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 66.966175ms iteration = 16 status = {"errors":[],"records_set_to_done":[]}
97742024-11-21T19:40:47.653ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
97752024-11-21T19:40:47.653ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 72.506269ms iteration = 16 status = {"errors":[],"garbage_collect_requested":[]}
97762024-11-21T19:40:47.653ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
97772024-11-21T19:40:47.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
97782024-11-21T19:40:47.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
97792024-11-21T19:40:47.655ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
97802024-11-21T19:40:47.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
97812024-11-21T19:40:47.658ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
97822024-11-21T19:40:47.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
97832024-11-21T19:40:47.668ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 87.062693ms iteration = 16 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
97842024-11-21T19:40:47.673ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
97852024-11-21T19:40:47.673ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97862024-11-21T19:40:47.673ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 92.991142ms iteration = 16 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
97872024-11-21T19:40:47.674ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
97882024-11-21T19:40:47.676ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
97892024-11-21T19:40:47.676ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
97902024-11-21T19:40:47.676ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
97912024-11-21T19:40:47.676ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
97922024-11-21T19:40:47.676ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
97932024-11-21T19:40:47.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
97942024-11-21T19:40:47.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
97952024-11-21T19:40:47.677ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
97962024-11-21T19:40:47.677ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
97972024-11-21T19:40:47.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
97982024-11-21T19:40:47.678ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
97992024-11-21T19:40:47.678ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
98002024-11-21T19:40:47.678ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b346523a-e902-4ef6-ad4a-86d9050ca450", "content-length": "26", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98012024-11-21T19:40:47.678ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
98022024-11-21T19:40:47.680ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
98032024-11-21T19:40:47.689ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 108.609561ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
98042024-11-21T19:40:47.738ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
98052024-11-21T19:40:47.738ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
98062024-11-21T19:40:47.738ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d98aa552-dbb8-4b87-839f-dc0ffe3c2899", "content-length": "26", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98072024-11-21T19:40:47.738ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
98082024-11-21T19:40:47.738ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
98092024-11-21T19:40:47.738ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
98102024-11-21T19:40:47.739ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
98112024-11-21T19:40:47.799ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 218.759813ms iteration = 16 status = {}
98122024-11-21T19:40:47.849ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
98132024-11-21T19:40:47.849ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
98142024-11-21T19:40:47.849ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bcb8a540-4e87-4eff-a5f9-242aeb0c0f92", "content-length": "26", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98152024-11-21T19:40:47.849ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
98162024-11-21T19:40:47.851ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
98172024-11-21T19:40:47.851ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c0eb8ce9-fe38-42d8-93fe-a38802bea395", "content-length": "1", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98182024-11-21T19:40:47.852ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
98192024-11-21T19:40:47.853ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
98202024-11-21T19:40:47.853ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
98212024-11-21T19:40:47.853ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
98222024-11-21T19:40:47.853ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
98232024-11-21T19:40:47.857ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "ccb8c05b-913b-4073-a357-835f2c722f09", "content-length": "372", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98242024-11-21T19:40:47.857ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
98252024-11-21T19:40:47.858ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
98262024-11-21T19:40:47.864ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 283.166973ms iteration = 16 status = null
98272024-11-21T19:40:47.864ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
98282024-11-21T19:40:47.865ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
98292024-11-21T19:40:47.874ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
98302024-11-21T19:40:47.874ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 293.958188ms iteration = 46 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
98312024-11-21T19:40:47.913ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 332.26038ms iteration = 46 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
98322024-11-21T19:40:47.916ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
98332024-11-21T19:40:47.916ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
98342024-11-21T19:40:47.916ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
98352024-11-21T19:40:47.916ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 335.418602ms iteration = 16 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
98362024-11-21T19:40:47.916ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
98372024-11-21T19:40:47.920ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
98382024-11-21T19:40:47.923ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
98392024-11-21T19:40:47.923ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
98402024-11-21T19:40:47.923ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
98412024-11-21T19:40:47.924ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
98422024-11-21T19:40:47.924ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
98432024-11-21T19:40:47.924ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "871416b4-2ec1-4501-acae-068e28f3823b", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98442024-11-21T19:40:47.924ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
98452024-11-21T19:40:47.925ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
98462024-11-21T19:40:47.925ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 344.329271ms iteration = 16 status = 0
98472024-11-21T19:40:47.927ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
98482024-11-21T19:40:47.927ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
98492024-11-21T19:40:47.931ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
98502024-11-21T19:40:47.931ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
98512024-11-21T19:40:47.934ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
98522024-11-21T19:40:47.934ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
98532024-11-21T19:40:47.935ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c9188310-881a-4451-9c42-4d7ecd16de80", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98542024-11-21T19:40:47.936ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 355.608562ms iteration = 17 status = {}
98552024-11-21T19:40:47.950ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 369.402216ms iteration = 16 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
98562024-11-21T19:40:47.979ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
98572024-11-21T19:40:47.979ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
98582024-11-21T19:40:47.981ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
98592024-11-21T19:40:47.981ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
98602024-11-21T19:40:47.982ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
98612024-11-21T19:40:47.988ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 407.583066ms iteration = 18 status = {"physical_disks_added":0}
98622024-11-21T19:40:47.992ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
98632024-11-21T19:40:47.993ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
98642024-11-21T19:40:47.993ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
98652024-11-21T19:40:47.993ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "a132ae64-8bde-4428-90f1-dabd72f16eb6", "content-length": "134", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98662024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
98672024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
98682024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
98692024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
98702024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
98712024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
98722024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
98732024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
98742024-11-21T19:40:47.993ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
98752024-11-21T19:40:47.994ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
98762024-11-21T19:40:47.994ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
98772024-11-21T19:40:47.994ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
98782024-11-21T19:40:47.994ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
98792024-11-21T19:40:47.995ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
98802024-11-21T19:40:47.996ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
98812024-11-21T19:40:47.996ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "696f904b-f47a-497d-8ccc-8a0fe7f30421", "content-length": "2", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98822024-11-21T19:40:47.996ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
98832024-11-21T19:40:47.996ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "3743980e-2be6-4e98-b847-874602e40e9a", "content-length": "51", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98842024-11-21T19:40:47.996ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
98852024-11-21T19:40:47.996ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
98862024-11-21T19:40:47.997ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
98872024-11-21T19:40:47.997ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
98882024-11-21T19:40:47.997ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
98892024-11-21T19:40:48.037ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
98902024-11-21T19:40:48.039ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
98912024-11-21T19:40:48.039ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
98922024-11-21T19:40:48.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
98932024-11-21T19:40:48.116ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "ceb8e4ff-d7b5-4efa-b056-be034ce68a56", "date": "Thu, 21 Nov 2024 19:40:47 GMT"} })
98942024-11-21T19:40:48.116ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
98952024-11-21T19:40:48.116ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
98962024-11-21T19:40:48.116ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "8c640f97-08f7-42aa-8dfa-b97684ea3465", "content-length": "682", "date": "Thu, 21 Nov 2024 19:40:48 GMT"} })
98972024-11-21T19:40:48.116ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
98982024-11-21T19:40:48.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
98992024-11-21T19:40:48.121ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
99002024-11-21T19:40:48.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
99012024-11-21T19:40:48.124ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
99022024-11-21T19:40:48.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
99032024-11-21T19:40:48.127ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
99042024-11-21T19:40:48.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
99052024-11-21T19:40:48.130ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
99062024-11-21T19:40:48.130ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "c2d5b6fc-bdf5-405d-8055-c7cbee063248", "content-length": "691", "date": "Thu, 21 Nov 2024 19:40:48 GMT"} })
99072024-11-21T19:40:48.130ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
99082024-11-21T19:40:48.130ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
99092024-11-21T19:40:48.130ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
99102024-11-21T19:40:48.132ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 551.915884ms iteration = 16 status = {}
99112024-11-21T19:40:48.134ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 553.898281ms iteration = 16 status = {}
99122024-11-21T19:40:48.658ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:49193
99132024-11-21T19:40:48.659ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49193 req_id = 99376fe4-531b-40f9-83ce-d4cad2ca55ac roles = RoleSet { roles: {} } uri = /metrics/producers
99142024-11-21T19:40:48.659ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49193 req_id = 99376fe4-531b-40f9-83ce-d4cad2ca55ac resource = Database result = Ok(()) uri = /metrics/producers
99152024-11-21T19:40:48.696ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 7e95de1c-0564-4f19-9f77-816083ac4bb9
99162024-11-21T19:40:48.696ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37873 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:49193 req_id = 99376fe4-531b-40f9-83ce-d4cad2ca55ac response_code = 201 uri = /metrics/producers
99172024-11-21T19:40:56.963ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1062 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 7de453bd-16f8-4319-9031-aefda056077c response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
99182024-11-21T19:40:57.581ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 47 reason = Timeout
99192024-11-21T19:40:57.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
99202024-11-21T19:40:57.581ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 47 reason = Timeout
99212024-11-21T19:40:57.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99222024-11-21T19:40:57.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
99232024-11-21T19:40:57.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99242024-11-21T19:40:57.611ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
99252024-11-21T19:40:57.611ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
99262024-11-21T19:40:57.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
99272024-11-21T19:40:57.614ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
99282024-11-21T19:40:57.614ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99292024-11-21T19:40:57.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99302024-11-21T19:40:57.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99312024-11-21T19:40:57.616ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99322024-11-21T19:40:57.617ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
99332024-11-21T19:40:57.619ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
99342024-11-21T19:40:57.619ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99352024-11-21T19:40:57.619ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99362024-11-21T19:40:57.630ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
99372024-11-21T19:40:57.630ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 49.175537ms iteration = 47 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
99382024-11-21T19:40:57.641ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.303746ms iteration = 47 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
99392024-11-21T19:40:58.229ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:53273
99402024-11-21T19:40:58.229ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53273 req_id = 6ea8d11c-b731-485e-b9b5-b2f6893a3b28 roles = RoleSet { roles: {} } uri = /metrics/producers
99412024-11-21T19:40:58.230ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53273 req_id = 6ea8d11c-b731-485e-b9b5-b2f6893a3b28 resource = Database result = Ok(()) uri = /metrics/producers
99422024-11-21T19:40:58.268ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = d5d94737-4399-4cdd-b5a7-176d321a4298
99432024-11-21T19:40:58.268ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39111 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53273 req_id = 6ea8d11c-b731-485e-b9b5-b2f6893a3b28 response_code = 201 uri = /metrics/producers
99442024-11-21T19:41:00.732ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:48945
99452024-11-21T19:41:00.732ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:48945 req_id = 9eb92176-360e-450d-86d1-95c4c34c514b roles = RoleSet { roles: {} } uri = /metrics/producers
99462024-11-21T19:41:00.733ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:48945 req_id = 9eb92176-360e-450d-86d1-95c4c34c514b resource = Database result = Ok(()) uri = /metrics/producers
99472024-11-21T19:41:00.768ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = c05ae1ff-cffb-4ab3-9615-3762b6ee2d1a
99482024-11-21T19:41:00.768ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35564 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:48945 req_id = 9eb92176-360e-450d-86d1-95c4c34c514b response_code = 201 uri = /metrics/producers
99492024-11-21T19:41:03.697ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
99502024-11-21T19:41:03.697ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
99512024-11-21T19:41:03.727ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
99522024-11-21T19:41:03.727ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:58732
99532024-11-21T19:41:03.727ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:58732 req_id = d84db237-5391-4726-aa26-523508765997 roles = RoleSet { roles: {} } uri = /metrics/producers
99542024-11-21T19:41:03.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:58732 req_id = d84db237-5391-4726-aa26-523508765997 resource = Database result = Ok(()) uri = /metrics/producers
99552024-11-21T19:41:03.765ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 088dbd0f-363c-4785-9d04-aa968256294e
99562024-11-21T19:41:03.766ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 38308 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:58732 req_id = d84db237-5391-4726-aa26-523508765997 response_code = 201 uri = /metrics/producers
99572024-11-21T19:41:03.766ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "d84db237-5391-4726-aa26-523508765997", "content-length": "41", "date": "Thu, 21 Nov 2024 19:41:03 GMT"} })
99582024-11-21T19:41:03.767ZDEBGnexus (producer-registration-task): registered with nexus successfully
99592024-11-21T19:41:03.767ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
99602024-11-21T19:41:07.580ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 48 reason = Timeout
99612024-11-21T19:41:07.581ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 48 reason = Timeout
99622024-11-21T19:41:07.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
99632024-11-21T19:41:07.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99642024-11-21T19:41:07.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99652024-11-21T19:41:07.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
99662024-11-21T19:41:07.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
99672024-11-21T19:41:07.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
99682024-11-21T19:41:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
99692024-11-21T19:41:07.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
99702024-11-21T19:41:07.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99712024-11-21T19:41:07.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99722024-11-21T19:41:07.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99732024-11-21T19:41:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99742024-11-21T19:41:07.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
99752024-11-21T19:41:07.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
99762024-11-21T19:41:07.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
99772024-11-21T19:41:07.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
99782024-11-21T19:41:07.603ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
99792024-11-21T19:41:07.603ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.131356ms iteration = 48 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
99802024-11-21T19:41:07.611ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.238304ms iteration = 48 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
99812024-11-21T19:41:11.963ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1058 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 0bde4ae9-7236-41a9-8755-20f060606181 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
99822024-11-21T19:41:16.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 21420c65-3eff-45dd-ad1f-435fa3367209 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
99832024-11-21T19:41:16.956ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 21420c65-3eff-45dd-ad1f-435fa3367209 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
99842024-11-21T19:41:16.959ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3039 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 21420c65-3eff-45dd-ad1f-435fa3367209 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
99852024-11-21T19:41:16.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = fd7dcc41-d032-4111-aaaf-0243dae796e2 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
99862024-11-21T19:41:16.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = fd7dcc41-d032-4111-aaaf-0243dae796e2 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
99872024-11-21T19:41:16.961ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2316 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = fd7dcc41-d032-4111-aaaf-0243dae796e2 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
99882024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 17 reason = Timeout
99892024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 17 reason = Timeout
99902024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
99912024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
99922024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 17 reason = Timeout
99932024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 17 reason = Timeout
99942024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
99952024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
99962024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 9 reason = Timeout
99972024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 10 reason = Timeout
99982024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
99992024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
100002024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
100012024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 18 reason = Timeout
100022024-11-21T19:41:17.581ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
100032024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 11 reason = Timeout
100042024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
100052024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 49 reason = Timeout
100062024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
100072024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 17 reason = Timeout
100082024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
100092024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
100102024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 17 reason = Timeout
100112024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
100122024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 9 reason = Timeout
100132024-11-21T19:41:17.581ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:31:17.581883655 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
100142024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
100152024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 10 reason = Timeout
100162024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
100172024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 17 reason = Timeout
100182024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
100192024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 19 reason = Timeout
100202024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
100212024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 17 reason = Timeout
100222024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
100232024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 49 reason = Timeout
100242024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
100252024-11-21T19:41:17.581ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 9 reason = Timeout
100262024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
100272024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 17 reason = Timeout
100282024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 9 reason = Timeout
100292024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
100302024-11-21T19:41:17.582ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
100312024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
100322024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 10 reason = Timeout
100332024-11-21T19:41:17.582ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
100342024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 17 reason = Timeout
100352024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.23\u{b5}s iteration = 10 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
100362024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 11 reason = Timeout
100372024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 10 reason = Timeout
100382024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 10 reason = Timeout
100392024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
100402024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
100412024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 10 reason = Timeout
100422024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 17 reason = Timeout
100432024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
100442024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 17 reason = Timeout
100452024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 9 reason = Timeout
100462024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
100472024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 17 reason = Timeout
100482024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
100492024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
100502024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
100512024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
100522024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
100532024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
100542024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
100552024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
100562024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
100572024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
100582024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
100592024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
100602024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
100612024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
100622024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
100632024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
100642024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
100652024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
100662024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
100672024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
100682024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
100692024-11-21T19:41:17.582ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1220, tv_nsec: 456249699 } })
100702024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
100712024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
100722024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
100732024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
100742024-11-21T19:41:17.582ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1220, tv_nsec: 456343271 } })
100752024-11-21T19:41:17.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
100762024-11-21T19:41:17.583ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
100772024-11-21T19:41:17.583ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
100782024-11-21T19:41:17.583ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.104504ms iteration = 10 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
100792024-11-21T19:41:17.583ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.132226ms iteration = 10 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
100802024-11-21T19:41:17.584ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
100812024-11-21T19:41:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
100822024-11-21T19:41:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.815951ms iteration = 17 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
100832024-11-21T19:41:17.589ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1220, tv_nsec: 462615604 } })
100842024-11-21T19:41:17.589ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
100852024-11-21T19:41:17.589ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:31:17.581883655 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
100862024-11-21T19:41:17.589ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 7.780054ms iteration = 9 status = {"expiration":"2024-11-21T19:31:17.581883655Z","pruned":[]}
100872024-11-21T19:41:17.597ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1220, tv_nsec: 470634131 } })
100882024-11-21T19:41:17.597ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
100892024-11-21T19:41:17.598ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
100902024-11-21T19:41:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
100912024-11-21T19:41:17.599ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 17.237121ms iteration = 9 status = {"errors":[],"found_port_ok":[]}
100922024-11-21T19:41:17.648ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
100932024-11-21T19:41:17.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
100942024-11-21T19:41:17.652ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
100952024-11-21T19:41:17.653ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 71.434704ms iteration = 17 status = {"errors":[],"garbage_collect_requested":[]}
100962024-11-21T19:41:17.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
100972024-11-21T19:41:17.654ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
100982024-11-21T19:41:17.654ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 72.863564ms iteration = 17 status = {"errors":[],"records_set_to_done":[]}
100992024-11-21T19:41:17.655ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
101002024-11-21T19:41:17.655ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
101012024-11-21T19:41:17.655ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
101022024-11-21T19:41:17.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
101032024-11-21T19:41:17.655ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101042024-11-21T19:41:17.657ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
101052024-11-21T19:41:17.657ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
101062024-11-21T19:41:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
101072024-11-21T19:41:17.659ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101082024-11-21T19:41:17.659ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101092024-11-21T19:41:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
101102024-11-21T19:41:17.660ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101112024-11-21T19:41:17.663ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
101122024-11-21T19:41:17.663ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
101132024-11-21T19:41:17.663ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
101142024-11-21T19:41:17.664ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
101152024-11-21T19:41:17.664ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
101162024-11-21T19:41:17.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
101172024-11-21T19:41:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
101182024-11-21T19:41:17.665ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
101192024-11-21T19:41:17.665ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
101202024-11-21T19:41:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
101212024-11-21T19:41:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
101222024-11-21T19:41:17.668ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
101232024-11-21T19:41:17.668ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
101242024-11-21T19:41:17.668ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 86.455615ms iteration = 9 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
101252024-11-21T19:41:17.669ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101262024-11-21T19:41:17.670ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
101272024-11-21T19:41:17.670ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
101282024-11-21T19:41:17.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
101292024-11-21T19:41:17.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
101302024-11-21T19:41:17.672ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
101312024-11-21T19:41:17.672ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
101322024-11-21T19:41:17.672ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
101332024-11-21T19:41:17.673ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101342024-11-21T19:41:17.673ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101352024-11-21T19:41:17.675ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101362024-11-21T19:41:17.676ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
101372024-11-21T19:41:17.676ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
101382024-11-21T19:41:17.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
101392024-11-21T19:41:17.677ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
101402024-11-21T19:41:17.677ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
101412024-11-21T19:41:17.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
101422024-11-21T19:41:17.678ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
101432024-11-21T19:41:17.678ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
101442024-11-21T19:41:17.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
101452024-11-21T19:41:17.680ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
101462024-11-21T19:41:17.680ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101472024-11-21T19:41:17.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
101482024-11-21T19:41:17.680ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
101492024-11-21T19:41:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
101502024-11-21T19:41:17.683ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
101512024-11-21T19:41:17.683ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
101522024-11-21T19:41:17.683ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
101532024-11-21T19:41:17.689ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
101542024-11-21T19:41:17.689ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
101552024-11-21T19:41:17.690ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1220, tv_nsec: 563712295 } })
101562024-11-21T19:41:17.690ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
101572024-11-21T19:41:17.691ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101582024-11-21T19:41:17.691ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
101592024-11-21T19:41:17.691ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
101602024-11-21T19:41:17.692ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
101612024-11-21T19:41:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
101622024-11-21T19:41:17.695ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
101632024-11-21T19:41:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
101642024-11-21T19:41:17.698ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101652024-11-21T19:41:17.701ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
101662024-11-21T19:41:17.701ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
101672024-11-21T19:41:17.701ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
101682024-11-21T19:41:17.710ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101692024-11-21T19:41:17.714ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
101702024-11-21T19:41:17.714ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 132.180196ms iteration = 49 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
101712024-11-21T19:41:17.714ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
101722024-11-21T19:41:17.715ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
101732024-11-21T19:41:17.719ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
101742024-11-21T19:41:17.719ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
101752024-11-21T19:41:17.720ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
101762024-11-21T19:41:17.720ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
101772024-11-21T19:41:17.720ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
101782024-11-21T19:41:17.720ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
101792024-11-21T19:41:17.720ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
101802024-11-21T19:41:17.723ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
101812024-11-21T19:41:17.724ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
101822024-11-21T19:41:17.725ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
101832024-11-21T19:41:17.726ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
101842024-11-21T19:41:17.726ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
101852024-11-21T19:41:17.726ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
101862024-11-21T19:41:17.727ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
101872024-11-21T19:41:17.727ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
101882024-11-21T19:41:17.727ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 145.538985ms iteration = 49 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
101892024-11-21T19:41:17.728ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
101902024-11-21T19:41:17.728ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
101912024-11-21T19:41:17.728ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
101922024-11-21T19:41:17.728ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 147.306268ms iteration = 17 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
101932024-11-21T19:41:17.729ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
101942024-11-21T19:41:17.730ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
101952024-11-21T19:41:17.730ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 148.15914ms iteration = 17 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
101962024-11-21T19:41:17.730ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
101972024-11-21T19:41:17.730ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
101982024-11-21T19:41:17.730ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 148.007457ms iteration = 9 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
101992024-11-21T19:41:17.740ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
102002024-11-21T19:41:17.740ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 158.314996ms iteration = 17 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
102012024-11-21T19:41:17.746ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102022024-11-21T19:41:17.748ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 166.711648ms iteration = 17 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
102032024-11-21T19:41:17.749ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
102042024-11-21T19:41:17.749ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
102052024-11-21T19:41:17.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
102062024-11-21T19:41:17.751ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 169.18748ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
102072024-11-21T19:41:17.756ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
102082024-11-21T19:41:17.757ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
102092024-11-21T19:41:17.757ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
102102024-11-21T19:41:17.758ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
102112024-11-21T19:41:17.758ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
102122024-11-21T19:41:17.758ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9eca1cf7-719a-4e62-bd88-5c0aaada8871", "content-length": "26", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
102132024-11-21T19:41:17.758ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
102142024-11-21T19:41:17.759ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102152024-11-21T19:41:17.760ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
102162024-11-21T19:41:17.760ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
102172024-11-21T19:41:17.760ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
102182024-11-21T19:41:17.760ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
102192024-11-21T19:41:17.760ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
102202024-11-21T19:41:17.761ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
102212024-11-21T19:41:17.761ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
102222024-11-21T19:41:17.761ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
102232024-11-21T19:41:17.761ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
102242024-11-21T19:41:17.762ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102252024-11-21T19:41:17.764ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
102262024-11-21T19:41:17.764ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
102272024-11-21T19:41:17.765ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
102282024-11-21T19:41:17.765ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
102292024-11-21T19:41:17.766ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
102302024-11-21T19:41:17.772ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102312024-11-21T19:41:17.774ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
102322024-11-21T19:41:17.774ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
102332024-11-21T19:41:17.775ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
102342024-11-21T19:41:17.776ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
102352024-11-21T19:41:17.776ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
102362024-11-21T19:41:17.776ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
102372024-11-21T19:41:17.776ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
102382024-11-21T19:41:17.777ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 195.383291ms iteration = 17 status = 0
102392024-11-21T19:41:17.788ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
102402024-11-21T19:41:17.788ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
102412024-11-21T19:41:17.789ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a201273c-8cfa-4805-9912-1a98f47d59ab", "content-length": "26", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
102422024-11-21T19:41:17.789ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
102432024-11-21T19:41:17.791ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
102442024-11-21T19:41:17.805ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
102452024-11-21T19:41:17.805ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
102462024-11-21T19:41:17.805ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
102472024-11-21T19:41:17.805ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
102482024-11-21T19:41:17.809ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
102492024-11-21T19:41:17.809ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 228.065787ms iteration = 10 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
102502024-11-21T19:41:17.826ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
102512024-11-21T19:41:17.826ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 244.74676ms iteration = 9 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
102522024-11-21T19:41:17.856ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
102532024-11-21T19:41:17.856ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
102542024-11-21T19:41:17.856ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "33ad944f-0936-4f45-8670-9eaff8382ac4", "content-length": "26", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
102552024-11-21T19:41:17.856ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
102562024-11-21T19:41:17.859ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
102572024-11-21T19:41:17.873ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 291.186591ms iteration = 19 status = {"physical_disks_added":0}
102582024-11-21T19:41:17.895ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
102592024-11-21T19:41:17.895ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
102602024-11-21T19:41:17.967ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
102612024-11-21T19:41:17.970ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
102622024-11-21T19:41:17.971ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "706a80b2-8c73-4509-8cd8-71a843350b27", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
102632024-11-21T19:41:17.971ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
102642024-11-21T19:41:17.971ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
102652024-11-21T19:41:17.971ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
102662024-11-21T19:41:17.971ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "5fe5a23b-6774-4b7f-88c7-abaf582b52db", "content-length": "372", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
102672024-11-21T19:41:17.971ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
102682024-11-21T19:41:17.972ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
102692024-11-21T19:41:17.972ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "6265fbfb-2550-4195-9a1a-eecea64fb130", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
102702024-11-21T19:41:17.972ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
102712024-11-21T19:41:17.974ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
102722024-11-21T19:41:17.974ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 392.89292ms iteration = 11 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
102732024-11-21T19:41:17.986ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 404.10911ms iteration = 17 status = {}
102742024-11-21T19:41:18.015ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102752024-11-21T19:41:18.016ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102762024-11-21T19:41:18.017ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
102772024-11-21T19:41:18.017ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
102782024-11-21T19:41:18.017ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
102792024-11-21T19:41:18.018ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102802024-11-21T19:41:18.019ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
102812024-11-21T19:41:18.020ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
102822024-11-21T19:41:18.020ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
102832024-11-21T19:41:18.021ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
102842024-11-21T19:41:18.021ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
102852024-11-21T19:41:18.021ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
102862024-11-21T19:41:18.021ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
102872024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
102882024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
102892024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
102902024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
102912024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
102922024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
102932024-11-21T19:41:18.023ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 441.759753ms iteration = 10 status = {"generation":2}
102942024-11-21T19:41:18.026ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
102952024-11-21T19:41:18.026ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
102962024-11-21T19:41:18.026ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
102972024-11-21T19:41:18.026ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 444.131824ms iteration = 10 status = {"generation":1}
102982024-11-21T19:41:18.029ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
102992024-11-21T19:41:18.029ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
103002024-11-21T19:41:18.030ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "a9811b4d-5336-4627-8964-719f0b58cc29", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
103012024-11-21T19:41:18.030ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
103022024-11-21T19:41:18.030ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
103032024-11-21T19:41:18.032ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
103042024-11-21T19:41:18.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
103052024-11-21T19:41:18.036ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
103062024-11-21T19:41:18.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
103072024-11-21T19:41:18.039ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
103082024-11-21T19:41:18.039ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "148296e0-001b-4584-a906-81afb13365ab", "content-length": "1", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
103092024-11-21T19:41:18.040ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
103102024-11-21T19:41:18.040ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
103112024-11-21T19:41:18.040ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "eec8860c-9cab-4771-9b62-56b534c60367", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
103122024-11-21T19:41:18.041ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
103132024-11-21T19:41:18.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
103142024-11-21T19:41:18.043ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 461.480387ms iteration = 18 status = {}
103152024-11-21T19:41:18.044ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 462.436939ms iteration = 17 status = null
103162024-11-21T19:41:18.064ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
103172024-11-21T19:41:18.065ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "a0226d34-eb76-425e-a5b1-d0f58b6d497d", "date": "Thu, 21 Nov 2024 19:41:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103182024-11-21T19:41:18.065ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103192024-11-21T19:41:18.066ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "5183156f-27b0-424a-a804-eb2fdb6e3f5d", "date": "Thu, 21 Nov 2024 19:41:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103202024-11-21T19:41:18.066ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103212024-11-21T19:41:18.068ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "a375845c-fba3-4cc9-aa71-155e6c7a89f5", "date": "Thu, 21 Nov 2024 19:41:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103222024-11-21T19:41:18.068ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103232024-11-21T19:41:18.070ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
103242024-11-21T19:41:18.070ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 489.036425ms iteration = 11 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
103252024-11-21T19:41:18.181ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103262024-11-21T19:41:18.182ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103272024-11-21T19:41:18.183ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
103282024-11-21T19:41:18.183ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103292024-11-21T19:41:18.184ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103302024-11-21T19:41:18.190ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
103312024-11-21T19:41:18.191ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "d8446249-5cff-4ada-89bd-a4b598c85b1c", "content-length": "691", "date": "Thu, 21 Nov 2024 19:41:18 GMT"} })
103322024-11-21T19:41:18.191ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
103332024-11-21T19:41:18.191ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
103342024-11-21T19:41:18.191ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
103352024-11-21T19:41:18.192ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 610.602478ms iteration = 17 status = {}
103362024-11-21T19:41:18.200ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
103372024-11-21T19:41:18.201ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "a5bc1134-43ed-4c49-a549-aee98fc5f38b", "content-length": "134", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
103382024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
103392024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
103402024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
103412024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
103422024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
103432024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
103442024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
103452024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
103462024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
103472024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
103482024-11-21T19:41:18.201ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
103492024-11-21T19:41:18.201ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103502024-11-21T19:41:18.202ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103512024-11-21T19:41:18.204ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
103522024-11-21T19:41:18.204ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "8c8bab8f-8aa4-4b7b-92a2-82f43336d921", "content-length": "2", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
103532024-11-21T19:41:18.204ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
103542024-11-21T19:41:18.204ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "121fdece-ea68-45c3-a4c3-7e3cb4ea8c69", "content-length": "51", "date": "Thu, 21 Nov 2024 19:41:17 GMT"} })
103552024-11-21T19:41:18.204ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
103562024-11-21T19:41:18.204ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
103572024-11-21T19:41:18.337ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "b8a66eaf-f2e2-4481-bb0e-f3c1f1db3593", "date": "Thu, 21 Nov 2024 19:41:18 GMT"} })
103582024-11-21T19:41:18.338ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
103592024-11-21T19:41:18.338ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
103602024-11-21T19:41:18.338ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "f8b2ce72-9c61-40b8-bb2f-0d3e238fccc7", "content-length": "682", "date": "Thu, 21 Nov 2024 19:41:18 GMT"} })
103612024-11-21T19:41:18.338ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103622024-11-21T19:41:18.338ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103632024-11-21T19:41:18.341ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103642024-11-21T19:41:18.342ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103652024-11-21T19:41:18.345ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103662024-11-21T19:41:18.345ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103672024-11-21T19:41:18.347ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
103682024-11-21T19:41:18.347ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
103692024-11-21T19:41:18.355ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 773.05871ms iteration = 17 status = {}
103702024-11-21T19:41:18.607ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:35178
103712024-11-21T19:41:18.608ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:35178 req_id = eb5e39d6-2725-4469-a653-79d2d68b9d94 roles = RoleSet { roles: {} } uri = /metrics/producers
103722024-11-21T19:41:18.608ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:35178 req_id = eb5e39d6-2725-4469-a653-79d2d68b9d94 resource = Database result = Ok(()) uri = /metrics/producers
103732024-11-21T19:41:18.651ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = a6c6c937-34c0-40ae-9cbb-dae778a45973
103742024-11-21T19:41:18.651ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 43773 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:35178 req_id = eb5e39d6-2725-4469-a653-79d2d68b9d94 response_code = 201 uri = /metrics/producers
103752024-11-21T19:41:26.190ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:35331
103762024-11-21T19:41:26.190ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:35331 req_id = 654ad0eb-54c7-46db-a92b-10e09953cc47 roles = RoleSet { roles: {} } uri = /metrics/producers
103772024-11-21T19:41:26.190ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:35331 req_id = 654ad0eb-54c7-46db-a92b-10e09953cc47 resource = Database result = Ok(()) uri = /metrics/producers
103782024-11-21T19:41:26.225ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 203795ed-576b-40e4-bed8-7463e3f2162c
103792024-11-21T19:41:26.225ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35524 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:35331 req_id = 654ad0eb-54c7-46db-a92b-10e09953cc47 response_code = 201 uri = /metrics/producers
103802024-11-21T19:41:26.964ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1454 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 726cab11-c26f-4b8a-97b1-e65a9b029126 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
103812024-11-21T19:41:27.581ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 50 reason = Timeout
103822024-11-21T19:41:27.581ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 50 reason = Timeout
103832024-11-21T19:41:27.581ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
103842024-11-21T19:41:27.581ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
103852024-11-21T19:41:27.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
103862024-11-21T19:41:27.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
103872024-11-21T19:41:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
103882024-11-21T19:41:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
103892024-11-21T19:41:27.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
103902024-11-21T19:41:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
103912024-11-21T19:41:27.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
103922024-11-21T19:41:27.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
103932024-11-21T19:41:27.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
103942024-11-21T19:41:27.591ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
103952024-11-21T19:41:27.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
103962024-11-21T19:41:27.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
103972024-11-21T19:41:27.603ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
103982024-11-21T19:41:27.603ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.894013ms iteration = 50 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
103992024-11-21T19:41:27.610ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
104002024-11-21T19:41:27.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
104012024-11-21T19:41:27.638ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 56.90832ms iteration = 50 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
104022024-11-21T19:41:31.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6c42af8c-6cda-4882-becd-00e7e4999af8 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
104032024-11-21T19:41:31.956ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6c42af8c-6cda-4882-becd-00e7e4999af8 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
104042024-11-21T19:41:31.959ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3089 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6c42af8c-6cda-4882-becd-00e7e4999af8 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
104052024-11-21T19:41:31.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6f6a5795-4cb3-45cd-8fc7-7e78692d7945 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
104062024-11-21T19:41:31.960ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6f6a5795-4cb3-45cd-8fc7-7e78692d7945 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
104072024-11-21T19:41:31.962ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2251 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 6f6a5795-4cb3-45cd-8fc7-7e78692d7945 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
104082024-11-21T19:41:37.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 51 reason = Timeout
104092024-11-21T19:41:37.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 51 reason = Timeout
104102024-11-21T19:41:37.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
104112024-11-21T19:41:37.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
104122024-11-21T19:41:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
104132024-11-21T19:41:37.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
104142024-11-21T19:41:37.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
104152024-11-21T19:41:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
104162024-11-21T19:41:37.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
104172024-11-21T19:41:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
104182024-11-21T19:41:37.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
104192024-11-21T19:41:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
104202024-11-21T19:41:37.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
104212024-11-21T19:41:37.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
104222024-11-21T19:41:37.592ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
104232024-11-21T19:41:37.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
104242024-11-21T19:41:37.603ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
104252024-11-21T19:41:37.603ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.828008ms iteration = 51 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
104262024-11-21T19:41:37.609ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
104272024-11-21T19:41:37.609ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
104282024-11-21T19:41:37.637ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 55.441381ms iteration = 51 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
104292024-11-21T19:41:41.965ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1344 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 80a6a33a-f2e8-4365-a34b-49d2a79bace0 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
104302024-11-21T19:41:47.581ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 18 reason = Timeout
104312024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
104322024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 18 reason = Timeout
104332024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 18 reason = Timeout
104342024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
104352024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 18 reason = Timeout
104362024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
104372024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 18 reason = Timeout
104382024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 18 reason = Timeout
104392024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 18 reason = Timeout
104402024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
104412024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
104422024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
104432024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 18 reason = Timeout
104442024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
104452024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
104462024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 18 reason = Timeout
104472024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 18 reason = Timeout
104482024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
104492024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
104502024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 52 reason = Timeout
104512024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 18 reason = Timeout
104522024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
104532024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
104542024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 18 reason = Timeout
104552024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
104562024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 20 reason = Timeout
104572024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
104582024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 18 reason = Timeout
104592024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
104602024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 52 reason = Timeout
104612024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
104622024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 19 reason = Timeout
104632024-11-21T19:41:47.582ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
104642024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
104652024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
104662024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
104672024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
104682024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
104692024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
104702024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
104712024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
104722024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
104732024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
104742024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
104752024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
104762024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
104772024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
104782024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
104792024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
104802024-11-21T19:41:47.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
104812024-11-21T19:41:47.584ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
104822024-11-21T19:41:47.587ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1250, tv_nsec: 459111278 } })
104832024-11-21T19:41:47.587ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
104842024-11-21T19:41:47.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
104852024-11-21T19:41:47.587ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
104862024-11-21T19:41:47.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
104872024-11-21T19:41:47.594ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1250, tv_nsec: 467263207 } })
104882024-11-21T19:41:47.594ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
104892024-11-21T19:41:47.596ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
104902024-11-21T19:41:47.598ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
104912024-11-21T19:41:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
104922024-11-21T19:41:47.600ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
104932024-11-21T19:41:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
104942024-11-21T19:41:47.600ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1250, tv_nsec: 473925896 } })
104952024-11-21T19:41:47.601ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
104962024-11-21T19:41:47.602ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
104972024-11-21T19:41:47.602ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
104982024-11-21T19:41:47.606ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
104992024-11-21T19:41:47.607ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 25.123886ms iteration = 18 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
105002024-11-21T19:41:47.613ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
105012024-11-21T19:41:47.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
105022024-11-21T19:41:47.616ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105032024-11-21T19:41:47.620ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
105042024-11-21T19:41:47.620ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
105052024-11-21T19:41:47.621ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
105062024-11-21T19:41:47.645ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
105072024-11-21T19:41:47.645ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
105082024-11-21T19:41:47.645ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
105092024-11-21T19:41:47.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
105102024-11-21T19:41:47.646ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 64.931707ms iteration = 18 status = {"errors":[],"records_set_to_done":[]}
105112024-11-21T19:41:47.647ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
105122024-11-21T19:41:47.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
105132024-11-21T19:41:47.648ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
105142024-11-21T19:41:47.648ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 66.562719ms iteration = 52 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
105152024-11-21T19:41:47.649ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
105162024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
105172024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
105182024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105192024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 67.498622ms iteration = 18 status = {"errors":[],"garbage_collect_requested":[]}
105202024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
105212024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
105222024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
105232024-11-21T19:41:47.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
105242024-11-21T19:41:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
105252024-11-21T19:41:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
105262024-11-21T19:41:47.652ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
105272024-11-21T19:41:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
105282024-11-21T19:41:47.654ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105292024-11-21T19:41:47.654ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105302024-11-21T19:41:47.655ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
105312024-11-21T19:41:47.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
105322024-11-21T19:41:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
105332024-11-21T19:41:47.656ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
105342024-11-21T19:41:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
105352024-11-21T19:41:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
105362024-11-21T19:41:47.656ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
105372024-11-21T19:41:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
105382024-11-21T19:41:47.657ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
105392024-11-21T19:41:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
105402024-11-21T19:41:47.659ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
105412024-11-21T19:41:47.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
105422024-11-21T19:41:47.660ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
105432024-11-21T19:41:47.661ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
105442024-11-21T19:41:47.661ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105452024-11-21T19:41:47.663ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105462024-11-21T19:41:47.663ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
105472024-11-21T19:41:47.663ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
105482024-11-21T19:41:47.663ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
105492024-11-21T19:41:47.665ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
105502024-11-21T19:41:47.665ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
105512024-11-21T19:41:47.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
105522024-11-21T19:41:47.684ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
105532024-11-21T19:41:47.684ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
105542024-11-21T19:41:47.684ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f1d0d374-8ec5-4638-960d-e1e90608064f", "content-length": "26", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
105552024-11-21T19:41:47.684ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
105562024-11-21T19:41:47.686ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
105572024-11-21T19:41:47.687ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
105582024-11-21T19:41:47.687ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
105592024-11-21T19:41:47.689ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bc156127-7ff8-4253-8070-43c9830b9d55", "content-length": "26", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
105602024-11-21T19:41:47.689ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
105612024-11-21T19:41:47.690ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
105622024-11-21T19:41:47.696ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 114.064844ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
105632024-11-21T19:41:47.696ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
105642024-11-21T19:41:47.696ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
105652024-11-21T19:41:47.696ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
105662024-11-21T19:41:47.696ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
105672024-11-21T19:41:47.697ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
105682024-11-21T19:41:47.697ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 114.704392ms iteration = 18 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
105692024-11-21T19:41:47.697ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "27fcff33-e6a2-4d99-b1ca-8e22006e50cc", "content-length": "26", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
105702024-11-21T19:41:47.697ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
105712024-11-21T19:41:47.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
105722024-11-21T19:41:47.698ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
105732024-11-21T19:41:47.701ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
105742024-11-21T19:41:47.701ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
105752024-11-21T19:41:47.712ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 130.21492ms iteration = 18 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
105762024-11-21T19:41:47.713ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 131.143732ms iteration = 52 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
105772024-11-21T19:41:47.717ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
105782024-11-21T19:41:47.717ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 134.863673ms iteration = 18 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
105792024-11-21T19:41:47.717ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 136.035248ms iteration = 18 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
105802024-11-21T19:41:47.743ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
105812024-11-21T19:41:47.745ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
105822024-11-21T19:41:47.745ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
105832024-11-21T19:41:47.745ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
105842024-11-21T19:41:47.746ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 163.87902ms iteration = 18 status = {}
105852024-11-21T19:41:47.747ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 165.788336ms iteration = 18 status = 0
105862024-11-21T19:41:47.750ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
105872024-11-21T19:41:47.750ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
105882024-11-21T19:41:47.752ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
105892024-11-21T19:41:47.753ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "943e6e67-4953-48bb-8b75-f68421121d8d", "content-length": "1", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
105902024-11-21T19:41:47.754ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
105912024-11-21T19:41:47.755ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
105922024-11-21T19:41:47.757ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 174.994299ms iteration = 18 status = null
105932024-11-21T19:41:47.783ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 201.798237ms iteration = 20 status = {"physical_disks_added":0}
105942024-11-21T19:41:47.789ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
105952024-11-21T19:41:47.789ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
105962024-11-21T19:41:47.789ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "19f272c5-5f37-4e13-bc44-5b48cd20c4df", "content-length": "372", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
105972024-11-21T19:41:47.789ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
105982024-11-21T19:41:47.790ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
105992024-11-21T19:41:47.823ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106002024-11-21T19:41:47.824ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106012024-11-21T19:41:47.826ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
106022024-11-21T19:41:47.826ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106032024-11-21T19:41:47.826ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106042024-11-21T19:41:47.840ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
106052024-11-21T19:41:47.840ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
106062024-11-21T19:41:47.841ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "24597aea-a221-46ce-92d8-1fdc3b7d1860", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106072024-11-21T19:41:47.841ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
106082024-11-21T19:41:47.841ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
106092024-11-21T19:41:47.843ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
106102024-11-21T19:41:47.844ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
106112024-11-21T19:41:47.846ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
106122024-11-21T19:41:47.846ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "880e37b0-02d5-42ca-a25b-8b6a7dfbd3cc", "content-length": "134", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106132024-11-21T19:41:47.846ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
106142024-11-21T19:41:47.846ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
106152024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
106162024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
106172024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
106182024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
106192024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
106202024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
106212024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
106222024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
106232024-11-21T19:41:47.847ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
106242024-11-21T19:41:47.847ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106252024-11-21T19:41:47.847ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
106262024-11-21T19:41:47.847ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106272024-11-21T19:41:47.847ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
106282024-11-21T19:41:47.849ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
106292024-11-21T19:41:47.850ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c8484739-5ba6-4bc7-a23b-7b418c8e7ba2", "content-length": "2", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106302024-11-21T19:41:47.850ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
106312024-11-21T19:41:47.850ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "e462ae01-2d6f-496e-bedf-2548398e3258", "content-length": "51", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106322024-11-21T19:41:47.850ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
106332024-11-21T19:41:47.850ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
106342024-11-21T19:41:47.851ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
106352024-11-21T19:41:47.851ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
106362024-11-21T19:41:47.865ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
106372024-11-21T19:41:47.866ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
106382024-11-21T19:41:47.906ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
106392024-11-21T19:41:47.909ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
106402024-11-21T19:41:47.909ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
106412024-11-21T19:41:47.909ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
106422024-11-21T19:41:47.940ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
106432024-11-21T19:41:47.942ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
106442024-11-21T19:41:47.942ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
106452024-11-21T19:41:47.942ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
106462024-11-21T19:41:47.987ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "52b623c4-2ee1-4d95-89c1-33e2c093238b", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106472024-11-21T19:41:47.987ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
106482024-11-21T19:41:47.987ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
106492024-11-21T19:41:47.988ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "200d49e7-6175-4147-b7fc-99c0a40d910d", "content-length": "682", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106502024-11-21T19:41:47.988ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "ea171fe3-9fdf-454f-8c8f-64d302323527", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106512024-11-21T19:41:47.988ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106522024-11-21T19:41:47.989ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106532024-11-21T19:41:47.990ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 408.110693ms iteration = 19 status = {}
106542024-11-21T19:41:47.992ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106552024-11-21T19:41:47.993ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106562024-11-21T19:41:47.996ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
106572024-11-21T19:41:47.996ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106582024-11-21T19:41:47.997ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106592024-11-21T19:41:47.998ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
106602024-11-21T19:41:47.999ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
106612024-11-21T19:41:48.000ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "77737a20-65d8-48c8-85be-568665622545", "content-length": "691", "date": "Thu, 21 Nov 2024 19:41:47 GMT"} })
106622024-11-21T19:41:48.000ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
106632024-11-21T19:41:48.000ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
106642024-11-21T19:41:48.000ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
106652024-11-21T19:41:48.002ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 420.102333ms iteration = 18 status = {}
106662024-11-21T19:41:48.006ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 424.235688ms iteration = 18 status = {}
106672024-11-21T19:41:56.161ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:34262
106682024-11-21T19:41:56.162ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:34262 req_id = fddcc77b-01a7-43d9-b87d-be18e8e72f08 roles = RoleSet { roles: {} } uri = /metrics/producers
106692024-11-21T19:41:56.162ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:34262 req_id = fddcc77b-01a7-43d9-b87d-be18e8e72f08 resource = Database result = Ok(()) uri = /metrics/producers
106702024-11-21T19:41:56.275ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 342b0d8b-38e0-4c30-ac04-f30e9c6140df
106712024-11-21T19:41:56.275ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 113431 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:34262 req_id = fddcc77b-01a7-43d9-b87d-be18e8e72f08 response_code = 201 uri = /metrics/producers
106722024-11-21T19:41:56.965ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1032 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 7296f5f9-3a23-4029-a38a-f35ddcad6112 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
106732024-11-21T19:41:57.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 53 reason = Timeout
106742024-11-21T19:41:57.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 53 reason = Timeout
106752024-11-21T19:41:57.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
106762024-11-21T19:41:57.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
106772024-11-21T19:41:57.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
106782024-11-21T19:41:57.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
106792024-11-21T19:41:57.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
106802024-11-21T19:41:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
106812024-11-21T19:41:57.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
106822024-11-21T19:41:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
106832024-11-21T19:41:57.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
106842024-11-21T19:41:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
106852024-11-21T19:41:57.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
106862024-11-21T19:41:57.593ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
106872024-11-21T19:41:57.593ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
106882024-11-21T19:41:57.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
106892024-11-21T19:41:57.604ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
106902024-11-21T19:41:57.604ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.155857ms iteration = 53 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
106912024-11-21T19:41:57.610ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
106922024-11-21T19:41:57.611ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
106932024-11-21T19:41:57.639ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 56.456244ms iteration = 53 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
106942024-11-21T19:42:01.957ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 28b09619-a523-4d8f-b8ec-9730b2dd5efc roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
106952024-11-21T19:42:01.957ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 28b09619-a523-4d8f-b8ec-9730b2dd5efc resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
106962024-11-21T19:42:01.960ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2988 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 28b09619-a523-4d8f-b8ec-9730b2dd5efc response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
106972024-11-21T19:42:01.960ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = be379d95-c8c3-477b-b124-fb61528e3d77 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
106982024-11-21T19:42:01.960ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = be379d95-c8c3-477b-b124-fb61528e3d77 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
106992024-11-21T19:42:01.962ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2517 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = be379d95-c8c3-477b-b124-fb61528e3d77 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
107002024-11-21T19:42:07.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 54 reason = Timeout
107012024-11-21T19:42:07.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 54 reason = Timeout
107022024-11-21T19:42:07.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
107032024-11-21T19:42:07.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
107042024-11-21T19:42:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
107052024-11-21T19:42:07.582ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
107062024-11-21T19:42:07.610ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
107072024-11-21T19:42:07.615ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
107082024-11-21T19:42:07.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
107092024-11-21T19:42:07.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
107102024-11-21T19:42:07.616ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
107112024-11-21T19:42:07.616ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
107122024-11-21T19:42:07.616ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
107132024-11-21T19:42:07.616ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
107142024-11-21T19:42:07.617ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 35.92014ms iteration = 54 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
107152024-11-21T19:42:07.618ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
107162024-11-21T19:42:07.620ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
107172024-11-21T19:42:07.620ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
107182024-11-21T19:42:07.620ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
107192024-11-21T19:42:07.632ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
107202024-11-21T19:42:07.632ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 50.302682ms iteration = 54 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
107212024-11-21T19:42:11.965ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1132 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = c0e93a71-33a1-436e-8c1f-db4cde09bdd1 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
107222024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 19 reason = Timeout
107232024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
107242024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
107252024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 19 reason = Timeout
107262024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
107272024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 12 reason = Timeout
107282024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 55 reason = Timeout
107292024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
107302024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 10 reason = Timeout
107312024-11-21T19:42:17.582ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
107322024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 19 reason = Timeout
107332024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
107342024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
107352024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 11 reason = Timeout
107362024-11-21T19:42:17.582ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
107372024-11-21T19:42:17.582ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 19 reason = Timeout
107382024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.561\u{b5}s iteration = 11 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
107392024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 20 reason = Timeout
107402024-11-21T19:42:17.583ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
107412024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 19 reason = Timeout
107422024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
107432024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
107442024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 55 reason = Timeout
107452024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 19 reason = Timeout
107462024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 11 reason = Timeout
107472024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
107482024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
107492024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
107502024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
107512024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 19 reason = Timeout
107522024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 19 reason = Timeout
107532024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
107542024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 10 reason = Timeout
107552024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
107562024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
107572024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 11 reason = Timeout
107582024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 10 reason = Timeout
107592024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
107602024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 19 reason = Timeout
107612024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
107622024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 19 reason = Timeout
107632024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
107642024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 10 reason = Timeout
107652024-11-21T19:42:17.583ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:32:17.583075895 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
107662024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
107672024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 11 reason = Timeout
107682024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
107692024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 11 reason = Timeout
107702024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
107712024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 21 reason = Timeout
107722024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
107732024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
107742024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 10 reason = Timeout
107752024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 12 reason = Timeout
107762024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
107772024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 5 reason = Timeout
107782024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 19 reason = Timeout
107792024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
107802024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
107812024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 19 reason = Timeout
107822024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
107832024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 11 reason = Timeout
107842024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 19 reason = Timeout
107852024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
107862024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
107872024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
107882024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
107892024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
107902024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
107912024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
107922024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
107932024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
107942024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
107952024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
107962024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
107972024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
107982024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
107992024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
108002024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
108012024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
108022024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
108032024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
108042024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
108052024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
108062024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
108072024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
108082024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
108092024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
108102024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108112024-11-21T19:42:17.583ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108122024-11-21T19:42:17.583ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1280, tv_nsec: 456322080 } })
108132024-11-21T19:42:17.583ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1280, tv_nsec: 456323020 } })
108142024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108152024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108162024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
108172024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.017224ms iteration = 11 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
108182024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108192024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108202024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
108212024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.47246ms iteration = 11 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
108222024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108232024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108242024-11-21T19:42:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108252024-11-21T19:42:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
108262024-11-21T19:42:17.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
108272024-11-21T19:42:17.586ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1280, tv_nsec: 458746963 } })
108282024-11-21T19:42:17.586ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
108292024-11-21T19:42:17.586ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108302024-11-21T19:42:17.587ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.299817ms iteration = 19 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
108312024-11-21T19:42:17.587ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108322024-11-21T19:42:17.588ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1280, tv_nsec: 461368298 } })
108332024-11-21T19:42:17.589ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
108342024-11-21T19:42:17.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
108352024-11-21T19:42:17.589ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
108362024-11-21T19:42:17.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
108372024-11-21T19:42:17.589ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
108382024-11-21T19:42:17.589ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
108392024-11-21T19:42:17.589ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
108402024-11-21T19:42:17.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
108412024-11-21T19:42:17.590ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
108422024-11-21T19:42:17.590ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
108432024-11-21T19:42:17.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
108442024-11-21T19:42:17.592ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108452024-11-21T19:42:17.592ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108462024-11-21T19:42:17.595ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
108472024-11-21T19:42:17.595ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
108482024-11-21T19:42:17.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
108492024-11-21T19:42:17.596ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
108502024-11-21T19:42:17.596ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
108512024-11-21T19:42:17.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
108522024-11-21T19:42:17.598ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
108532024-11-21T19:42:17.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
108542024-11-21T19:42:17.599ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
108552024-11-21T19:42:17.599ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
108562024-11-21T19:42:17.606ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:32:17.583075895 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
108572024-11-21T19:42:17.606ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 22.932486ms iteration = 10 status = {"expiration":"2024-11-21T19:32:17.583075895Z","pruned":[]}
108582024-11-21T19:42:17.607ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 24.345725ms iteration = 10 status = {"errors":[],"found_port_ok":[]}
108592024-11-21T19:42:17.625ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108602024-11-21T19:42:17.627ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
108612024-11-21T19:42:17.627ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108622024-11-21T19:42:17.627ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108632024-11-21T19:42:17.628ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108642024-11-21T19:42:17.630ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
108652024-11-21T19:42:17.630ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108662024-11-21T19:42:17.630ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108672024-11-21T19:42:17.630ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108682024-11-21T19:42:17.632ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
108692024-11-21T19:42:17.632ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
108702024-11-21T19:42:17.633ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
108712024-11-21T19:42:17.637ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108722024-11-21T19:42:17.639ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
108732024-11-21T19:42:17.639ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
108742024-11-21T19:42:17.640ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
108752024-11-21T19:42:17.643ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
108762024-11-21T19:42:17.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
108772024-11-21T19:42:17.646ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
108782024-11-21T19:42:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
108792024-11-21T19:42:17.648ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108802024-11-21T19:42:17.652ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
108812024-11-21T19:42:17.652ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
108822024-11-21T19:42:17.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
108832024-11-21T19:42:17.654ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108842024-11-21T19:42:17.655ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108852024-11-21T19:42:17.656ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108862024-11-21T19:42:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
108872024-11-21T19:42:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
108882024-11-21T19:42:17.658ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
108892024-11-21T19:42:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
108902024-11-21T19:42:17.659ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
108912024-11-21T19:42:17.659ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
108922024-11-21T19:42:17.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
108932024-11-21T19:42:17.660ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
108942024-11-21T19:42:17.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
108952024-11-21T19:42:17.664ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
108962024-11-21T19:42:17.665ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 82.046966ms iteration = 19 status = {"errors":[],"records_set_to_done":[]}
108972024-11-21T19:42:17.670ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
108982024-11-21T19:42:17.671ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
108992024-11-21T19:42:17.672ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
109002024-11-21T19:42:17.678ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
109012024-11-21T19:42:17.678ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
109022024-11-21T19:42:17.679ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
109032024-11-21T19:42:17.680ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
109042024-11-21T19:42:17.680ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
109052024-11-21T19:42:17.680ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 97.223068ms iteration = 10 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
109062024-11-21T19:42:17.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
109072024-11-21T19:42:17.680ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109082024-11-21T19:42:17.683ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
109092024-11-21T19:42:17.683ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
109102024-11-21T19:42:17.683ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 100.605204ms iteration = 19 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
109112024-11-21T19:42:17.684ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
109122024-11-21T19:42:17.685ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
109132024-11-21T19:42:17.685ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
109142024-11-21T19:42:17.687ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109152024-11-21T19:42:17.691ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
109162024-11-21T19:42:17.691ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
109172024-11-21T19:42:17.693ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
109182024-11-21T19:42:17.693ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109192024-11-21T19:42:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
109202024-11-21T19:42:17.695ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
109212024-11-21T19:42:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
109222024-11-21T19:42:17.697ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 114.49271ms iteration = 19 status = {"errors":[],"garbage_collect_requested":[]}
109232024-11-21T19:42:17.697ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
109242024-11-21T19:42:17.698ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
109252024-11-21T19:42:17.699ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
109262024-11-21T19:42:17.699ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
109272024-11-21T19:42:17.699ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
109282024-11-21T19:42:17.700ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
109292024-11-21T19:42:17.703ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109302024-11-21T19:42:17.704ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1280, tv_nsec: 576894751 } })
109312024-11-21T19:42:17.704ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
109322024-11-21T19:42:17.706ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
109332024-11-21T19:42:17.706ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
109342024-11-21T19:42:17.706ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 123.071624ms iteration = 10 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
109352024-11-21T19:42:17.706ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
109362024-11-21T19:42:17.706ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
109372024-11-21T19:42:17.706ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
109382024-11-21T19:42:17.706ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109392024-11-21T19:42:17.709ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
109402024-11-21T19:42:17.709ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
109412024-11-21T19:42:17.709ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
109422024-11-21T19:42:17.712ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 129.916456ms iteration = 55 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
109432024-11-21T19:42:17.713ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 130.681775ms iteration = 5 status = {"nsuccess":5}
109442024-11-21T19:42:17.716ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
109452024-11-21T19:42:17.716ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 134.029491ms iteration = 55 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
109462024-11-21T19:42:17.717ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
109472024-11-21T19:42:17.717ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
109482024-11-21T19:42:17.717ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f8b3d79-fb11-4ba3-9c9a-040f50de8d73", "content-length": "26", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} })
109492024-11-21T19:42:17.717ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
109502024-11-21T19:42:17.719ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
109512024-11-21T19:42:17.724ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
109522024-11-21T19:42:17.725ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
109532024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
109542024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
109552024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
109562024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
109572024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
109582024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
109592024-11-21T19:42:17.728ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
109602024-11-21T19:42:17.729ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
109612024-11-21T19:42:17.729ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
109622024-11-21T19:42:17.729ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
109632024-11-21T19:42:17.729ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
109642024-11-21T19:42:17.729ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
109652024-11-21T19:42:17.730ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109662024-11-21T19:42:17.730ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109672024-11-21T19:42:17.734ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
109682024-11-21T19:42:17.734ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
109692024-11-21T19:42:17.734ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
109702024-11-21T19:42:17.734ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
109712024-11-21T19:42:17.734ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
109722024-11-21T19:42:17.734ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
109732024-11-21T19:42:17.740ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 157.522595ms iteration = 19 status = 0
109742024-11-21T19:42:17.740ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
109752024-11-21T19:42:17.741ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
109762024-11-21T19:42:17.747ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
109772024-11-21T19:42:17.747ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 164.072032ms iteration = 19 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
109782024-11-21T19:42:17.747ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109792024-11-21T19:42:17.751ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
109802024-11-21T19:42:17.751ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
109812024-11-21T19:42:17.751ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
109822024-11-21T19:42:17.753ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
109832024-11-21T19:42:17.753ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
109842024-11-21T19:42:17.753ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 170.346646ms iteration = 19 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
109852024-11-21T19:42:17.756ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 173.563069ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
109862024-11-21T19:42:17.762ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 179.248445ms iteration = 19 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
109872024-11-21T19:42:17.768ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
109882024-11-21T19:42:17.768ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
109892024-11-21T19:42:17.768ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a83cd0ec-5160-48d6-92de-396dd29c62f6", "content-length": "26", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} })
109902024-11-21T19:42:17.768ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
109912024-11-21T19:42:17.770ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
109922024-11-21T19:42:17.776ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
109932024-11-21T19:42:17.776ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
109942024-11-21T19:42:17.780ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
109952024-11-21T19:42:17.781ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
109962024-11-21T19:42:17.781ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
109972024-11-21T19:42:17.781ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
109982024-11-21T19:42:17.782ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
109992024-11-21T19:42:17.783ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
110002024-11-21T19:42:17.783ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
110012024-11-21T19:42:17.783ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
110022024-11-21T19:42:17.793ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
110032024-11-21T19:42:17.793ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
110042024-11-21T19:42:17.813ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
110052024-11-21T19:42:17.816ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
110062024-11-21T19:42:17.816ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
110072024-11-21T19:42:17.817ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
110082024-11-21T19:42:17.817ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
110092024-11-21T19:42:17.817ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
110102024-11-21T19:42:17.817ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
110112024-11-21T19:42:17.818ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
110122024-11-21T19:42:17.837ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 254.177486ms iteration = 21 status = {"physical_disks_added":0}
110132024-11-21T19:42:17.856ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
110142024-11-21T19:42:17.856ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 273.727857ms iteration = 10 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
110152024-11-21T19:42:17.875ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
110162024-11-21T19:42:17.907ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
110172024-11-21T19:42:17.907ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
110182024-11-21T19:42:17.971ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
110192024-11-21T19:42:17.977ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
110202024-11-21T19:42:17.977ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
110212024-11-21T19:42:17.977ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "415a42c2-70cb-4b62-a1cb-65724b821a17", "content-length": "372", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} })
110222024-11-21T19:42:17.977ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
110232024-11-21T19:42:17.977ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
110242024-11-21T19:42:17.978ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
110252024-11-21T19:42:17.979ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
110262024-11-21T19:42:17.980ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
110272024-11-21T19:42:17.980ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
110282024-11-21T19:42:17.980ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
110292024-11-21T19:42:17.980ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 397.241688ms iteration = 11 status = {"generation":1}
110302024-11-21T19:42:17.981ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
110312024-11-21T19:42:17.981ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
110322024-11-21T19:42:17.982ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
110332024-11-21T19:42:17.983ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
110342024-11-21T19:42:17.983ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
110352024-11-21T19:42:17.983ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
110362024-11-21T19:42:17.986ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
110372024-11-21T19:42:17.986ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
110382024-11-21T19:42:17.986ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
110392024-11-21T19:42:17.986ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 403.811396ms iteration = 11 status = {"generation":2}
110402024-11-21T19:42:18.001ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 419.036239ms iteration = 19 status = {}
110412024-11-21T19:42:18.028ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
110422024-11-21T19:42:18.029ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
110432024-11-21T19:42:18.029ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 446.515027ms iteration = 11 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
110442024-11-21T19:42:18.030ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
110452024-11-21T19:42:18.030ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
110462024-11-21T19:42:18.030ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
110472024-11-21T19:42:18.034ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
110482024-11-21T19:42:18.034ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
110492024-11-21T19:42:18.034ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "35a9ed6d-9e8f-4909-96dc-2a028292bdeb", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
110502024-11-21T19:42:18.034ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
110512024-11-21T19:42:18.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
110522024-11-21T19:42:18.036ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
110532024-11-21T19:42:18.036ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "39f44ecb-220d-4e15-88c6-ce7dc18f9fa6", "content-length": "1", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} })
110542024-11-21T19:42:18.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
110552024-11-21T19:42:18.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
110562024-11-21T19:42:18.038ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
110572024-11-21T19:42:18.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
110582024-11-21T19:42:18.043ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
110592024-11-21T19:42:18.043ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 460.853938ms iteration = 19 status = null
110602024-11-21T19:42:18.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
110612024-11-21T19:42:18.049ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
110622024-11-21T19:42:18.049ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
110632024-11-21T19:42:18.050ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "a1862a47-835c-4208-b034-1a070af3d9b7", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
110642024-11-21T19:42:18.052ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 469.612054ms iteration = 20 status = {}
110652024-11-21T19:42:18.070ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
110662024-11-21T19:42:18.072ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
110672024-11-21T19:42:18.072ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
110682024-11-21T19:42:18.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
110692024-11-21T19:42:18.075ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
110702024-11-21T19:42:18.075ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
110712024-11-21T19:42:18.075ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d5d430b-5cb2-44ef-91da-533badccdcce", "content-length": "26", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} })
110722024-11-21T19:42:18.075ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
110732024-11-21T19:42:18.077ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
110742024-11-21T19:42:18.166ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
110752024-11-21T19:42:18.201ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
110762024-11-21T19:42:18.262ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
110772024-11-21T19:42:18.263ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "04bedf28-dd6a-497e-ba75-df3ddc01c1ce", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
110782024-11-21T19:42:18.263ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
110792024-11-21T19:42:18.264ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "05c8bd81-8741-4c0c-a660-358225a5545f", "date": "Thu, 21 Nov 2024 19:42:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
110802024-11-21T19:42:18.264ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
110812024-11-21T19:42:18.266ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
110822024-11-21T19:42:18.266ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 683.063527ms iteration = 12 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
110832024-11-21T19:42:18.280ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
110842024-11-21T19:42:18.281ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "a8bd3dad-5496-4e21-9eaa-0b159b2d5403", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110852024-11-21T19:42:18.281ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110862024-11-21T19:42:18.283ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "e0dd2e24-465d-45c1-8112-b1295a5ff8c3", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110872024-11-21T19:42:18.283ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110882024-11-21T19:42:18.285ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "24447b95-ce09-47e6-889a-125c7ddf3d61", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110892024-11-21T19:42:18.285ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110902024-11-21T19:42:18.287ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
110912024-11-21T19:42:18.287ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 704.654386ms iteration = 12 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
110922024-11-21T19:42:18.304ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "3c427772-f60b-4087-b145-15ef07d5bd0e", "content-length": "691", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
110932024-11-21T19:42:18.304ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
110942024-11-21T19:42:18.304ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
110952024-11-21T19:42:18.304ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
110962024-11-21T19:42:18.306ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 723.330285ms iteration = 19 status = {}
110972024-11-21T19:42:18.307ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
110982024-11-21T19:42:18.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
110992024-11-21T19:42:18.310ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
111002024-11-21T19:42:18.310ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111012024-11-21T19:42:18.310ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
111022024-11-21T19:42:18.320ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
111032024-11-21T19:42:18.320ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "e6484139-c969-44d6-9605-a5b45d20ba4d", "content-length": "134", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
111042024-11-21T19:42:18.320ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
111052024-11-21T19:42:18.320ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
111062024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
111072024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
111082024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
111092024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
111102024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
111112024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
111122024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
111132024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
111142024-11-21T19:42:18.321ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
111152024-11-21T19:42:18.321ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111162024-11-21T19:42:18.321ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
111172024-11-21T19:42:18.323ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
111182024-11-21T19:42:18.323ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "e5ebca91-fd0b-4e62-a0bf-9c1debc7311c", "content-length": "2", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
111192024-11-21T19:42:18.323ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
111202024-11-21T19:42:18.324ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "fbf22917-7e0a-4b03-9889-e82ed6ffb7e7", "content-length": "51", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
111212024-11-21T19:42:18.324ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
111222024-11-21T19:42:18.324ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
111232024-11-21T19:42:18.425ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "f1f41efa-5861-4de0-b7db-d879e769d3a1", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
111242024-11-21T19:42:18.425ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
111252024-11-21T19:42:18.425ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
111262024-11-21T19:42:18.426ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "5d176023-5044-4c82-b379-9eb7bc983a17", "content-length": "682", "date": "Thu, 21 Nov 2024 19:42:18 GMT"} })
111272024-11-21T19:42:18.426ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111282024-11-21T19:42:18.426ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
111292024-11-21T19:42:18.430ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111302024-11-21T19:42:18.430ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
111312024-11-21T19:42:18.433ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111322024-11-21T19:42:18.433ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
111332024-11-21T19:42:18.435ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111342024-11-21T19:42:18.435ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
111352024-11-21T19:42:18.443ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 860.306675ms iteration = 19 status = {}
111362024-11-21T19:42:26.965ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1124 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 5726d701-562e-45d4-bdbe-2d2ce609e9d1 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
111372024-11-21T19:42:27.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 56 reason = Timeout
111382024-11-21T19:42:27.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 56 reason = Timeout
111392024-11-21T19:42:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111402024-11-21T19:42:27.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
111412024-11-21T19:42:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111422024-11-21T19:42:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
111432024-11-21T19:42:27.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
111442024-11-21T19:42:27.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
111452024-11-21T19:42:27.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111462024-11-21T19:42:27.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111472024-11-21T19:42:27.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111482024-11-21T19:42:27.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111492024-11-21T19:42:27.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
111502024-11-21T19:42:27.593ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
111512024-11-21T19:42:27.593ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111522024-11-21T19:42:27.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111532024-11-21T19:42:27.606ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
111542024-11-21T19:42:27.606ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.965847ms iteration = 56 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
111552024-11-21T19:42:27.613ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
111562024-11-21T19:42:27.613ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
111572024-11-21T19:42:27.643ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.457738ms iteration = 56 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
111582024-11-21T19:42:37.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 57 reason = Timeout
111592024-11-21T19:42:37.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 57 reason = Timeout
111602024-11-21T19:42:37.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111612024-11-21T19:42:37.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
111622024-11-21T19:42:37.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111632024-11-21T19:42:37.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
111642024-11-21T19:42:37.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
111652024-11-21T19:42:37.586ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
111662024-11-21T19:42:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
111672024-11-21T19:42:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
111682024-11-21T19:42:37.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111692024-11-21T19:42:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111702024-11-21T19:42:37.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111712024-11-21T19:42:37.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111722024-11-21T19:42:37.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
111732024-11-21T19:42:37.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
111742024-11-21T19:42:37.594ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111752024-11-21T19:42:37.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
111762024-11-21T19:42:37.604ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
111772024-11-21T19:42:37.604ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.69084ms iteration = 57 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
111782024-11-21T19:42:37.614ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.095795ms iteration = 57 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
111792024-11-21T19:42:41.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1537 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 23b307c0-a35e-4057-bd44-31d525318117 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
111802024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 20 reason = Timeout
111812024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
111822024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 20 reason = Timeout
111832024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 20 reason = Timeout
111842024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
111852024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111862024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 20 reason = Timeout
111872024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
111882024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 58 reason = Timeout
111892024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
111902024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 20 reason = Timeout
111912024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 20 reason = Timeout
111922024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
111932024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 20 reason = Timeout
111942024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
111952024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
111962024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 20 reason = Timeout
111972024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
111982024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 22 reason = Timeout
111992024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
112002024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 20 reason = Timeout
112012024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 20 reason = Timeout
112022024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 20 reason = Timeout
112032024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 20 reason = Timeout
112042024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
112052024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
112062024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 21 reason = Timeout
112072024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
112082024-11-21T19:42:47.583ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
112092024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
112102024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 20 reason = Timeout
112112024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
112122024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
112132024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 58 reason = Timeout
112142024-11-21T19:42:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
112152024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
112162024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
112172024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
112182024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
112192024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
112202024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
112212024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
112222024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
112232024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
112242024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
112252024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
112262024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
112272024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
112282024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
112292024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
112302024-11-21T19:42:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
112312024-11-21T19:42:47.585ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112322024-11-21T19:42:47.586ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 2.904879ms iteration = 20 status = {"errors":[],"records_set_to_done":[]}
112332024-11-21T19:42:47.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112342024-11-21T19:42:47.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
112352024-11-21T19:42:47.587ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
112362024-11-21T19:42:47.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
112372024-11-21T19:42:47.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
112382024-11-21T19:42:47.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
112392024-11-21T19:42:47.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
112402024-11-21T19:42:47.592ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112412024-11-21T19:42:47.592ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
112422024-11-21T19:42:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
112432024-11-21T19:42:47.593ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
112442024-11-21T19:42:47.593ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1310, tv_nsec: 465435492 } })
112452024-11-21T19:42:47.593ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 10.002164ms iteration = 20 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
112462024-11-21T19:42:47.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
112472024-11-21T19:42:47.593ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
112482024-11-21T19:42:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
112492024-11-21T19:42:47.594ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
112502024-11-21T19:42:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
112512024-11-21T19:42:47.594ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1310, tv_nsec: 466905432 } })
112522024-11-21T19:42:47.595ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
112532024-11-21T19:42:47.598ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
112542024-11-21T19:42:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
112552024-11-21T19:42:47.598ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1310, tv_nsec: 470814174 } })
112562024-11-21T19:42:47.599ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
112572024-11-21T19:42:47.614ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
112582024-11-21T19:42:47.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
112592024-11-21T19:42:47.629ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
112602024-11-21T19:42:47.629ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
112612024-11-21T19:42:47.633ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 50.368273ms iteration = 20 status = {"errors":[],"garbage_collect_requested":[]}
112622024-11-21T19:42:47.647ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
112632024-11-21T19:42:47.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
112642024-11-21T19:42:47.649ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 66.103664ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
112652024-11-21T19:42:47.649ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112662024-11-21T19:42:47.650ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112672024-11-21T19:42:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
112682024-11-21T19:42:47.652ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
112692024-11-21T19:42:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
112702024-11-21T19:42:47.652ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 68.85376ms iteration = 58 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
112712024-11-21T19:42:47.652ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
112722024-11-21T19:42:47.652ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
112732024-11-21T19:42:47.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
112742024-11-21T19:42:47.654ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112752024-11-21T19:42:47.654ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112762024-11-21T19:42:47.655ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
112772024-11-21T19:42:47.655ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
112782024-11-21T19:42:47.655ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
112792024-11-21T19:42:47.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
112802024-11-21T19:42:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
112812024-11-21T19:42:47.657ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
112822024-11-21T19:42:47.657ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
112832024-11-21T19:42:47.657ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
112842024-11-21T19:42:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
112852024-11-21T19:42:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
112862024-11-21T19:42:47.658ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 74.426874ms iteration = 20 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
112872024-11-21T19:42:47.659ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
112882024-11-21T19:42:47.659ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
112892024-11-21T19:42:47.662ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112902024-11-21T19:42:47.664ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112912024-11-21T19:42:47.666ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
112922024-11-21T19:42:47.666ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
112932024-11-21T19:42:47.666ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
112942024-11-21T19:42:47.666ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
112952024-11-21T19:42:47.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
112962024-11-21T19:42:47.666ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
112972024-11-21T19:42:47.682ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
112982024-11-21T19:42:47.682ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
112992024-11-21T19:42:47.682ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3e3d91aa-e202-4b4a-8f32-6c60a0c28b09", "content-length": "26", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113002024-11-21T19:42:47.682ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
113012024-11-21T19:42:47.682ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
113022024-11-21T19:42:47.682ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 99.282356ms iteration = 58 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
113032024-11-21T19:42:47.683ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
113042024-11-21T19:42:47.683ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
113052024-11-21T19:42:47.684ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
113062024-11-21T19:42:47.685ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
113072024-11-21T19:42:47.685ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
113082024-11-21T19:42:47.685ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3c6823dc-f952-4978-af43-7c47bb2ac463", "content-length": "26", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113092024-11-21T19:42:47.685ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
113102024-11-21T19:42:47.687ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
113112024-11-21T19:42:47.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
113122024-11-21T19:42:47.687ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
113132024-11-21T19:42:47.688ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
113142024-11-21T19:42:47.688ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
113152024-11-21T19:42:47.688ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
113162024-11-21T19:42:47.688ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
113172024-11-21T19:42:47.688ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "25e77ae2-105e-40df-acd3-32fb89a861ec", "content-length": "26", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113182024-11-21T19:42:47.688ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
113192024-11-21T19:42:47.689ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
113202024-11-21T19:42:47.691ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
113212024-11-21T19:42:47.693ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
113222024-11-21T19:42:47.693ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
113232024-11-21T19:42:47.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
113242024-11-21T19:42:47.694ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
113252024-11-21T19:42:47.694ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
113262024-11-21T19:42:47.694ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
113272024-11-21T19:42:47.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
113282024-11-21T19:42:47.695ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 112.141829ms iteration = 20 status = 0
113292024-11-21T19:42:47.716ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
113302024-11-21T19:42:47.716ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 132.831505ms iteration = 20 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
113312024-11-21T19:42:47.731ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 148.327711ms iteration = 20 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
113322024-11-21T19:42:47.742ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
113332024-11-21T19:42:47.742ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
113342024-11-21T19:42:47.742ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 158.951484ms iteration = 20 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
113352024-11-21T19:42:47.748ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
113362024-11-21T19:42:47.748ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
113372024-11-21T19:42:47.762ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
113382024-11-21T19:42:47.762ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
113392024-11-21T19:42:47.764ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
113402024-11-21T19:42:47.766ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
113412024-11-21T19:42:47.766ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
113422024-11-21T19:42:47.766ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
113432024-11-21T19:42:47.778ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 194.902154ms iteration = 20 status = {}
113442024-11-21T19:42:47.781ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
113452024-11-21T19:42:47.781ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "771e6419-3171-46af-89e7-ac4d7782ee89", "content-length": "1", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113462024-11-21T19:42:47.782ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 199.255692ms iteration = 22 status = {"physical_disks_added":0}
113472024-11-21T19:42:47.783ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
113482024-11-21T19:42:47.783ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
113492024-11-21T19:42:47.785ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 202.10471ms iteration = 20 status = null
113502024-11-21T19:42:47.805ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
113512024-11-21T19:42:47.807ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
113522024-11-21T19:42:47.807ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
113532024-11-21T19:42:47.807ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
113542024-11-21T19:42:47.841ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
113552024-11-21T19:42:47.841ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
113562024-11-21T19:42:47.842ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3e622695-6aea-4617-ae74-9162bb8adfd4", "content-length": "372", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113572024-11-21T19:42:47.842ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
113582024-11-21T19:42:47.842ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
113592024-11-21T19:42:47.890ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
113602024-11-21T19:42:47.890ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
113612024-11-21T19:42:47.902ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
113622024-11-21T19:42:47.902ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
113632024-11-21T19:42:47.903ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
113642024-11-21T19:42:47.907ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
113652024-11-21T19:42:47.907ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
113662024-11-21T19:42:47.921ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
113672024-11-21T19:42:47.921ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "ab2f434b-1063-4b1d-881e-89b61422f8f9", "content-length": "134", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113682024-11-21T19:42:47.921ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
113692024-11-21T19:42:47.921ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
113702024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
113712024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
113722024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
113732024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
113742024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
113752024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
113762024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
113772024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
113782024-11-21T19:42:47.922ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
113792024-11-21T19:42:47.922ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
113802024-11-21T19:42:47.923ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
113812024-11-21T19:42:47.924ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
113822024-11-21T19:42:47.924ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "64d7b838-1694-4a51-9421-c29ac98ed263", "content-length": "2", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113832024-11-21T19:42:47.924ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
113842024-11-21T19:42:47.925ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "38268efa-2ba6-43c8-9f44-7019f5854e74", "content-length": "51", "date": "Thu, 21 Nov 2024 19:42:47 GMT"} })
113852024-11-21T19:42:47.925ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
113862024-11-21T19:42:47.925ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
113872024-11-21T19:42:47.976ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
113882024-11-21T19:42:48.038ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "4e4615f6-97a6-4043-8663-b3ab9711603d", "date": "Thu, 21 Nov 2024 19:42:48 GMT"} })
113892024-11-21T19:42:48.038ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
113902024-11-21T19:42:48.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
113912024-11-21T19:42:48.038ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "6c827b85-4c6d-4642-9834-9adad12d05b6", "content-length": "691", "date": "Thu, 21 Nov 2024 19:42:48 GMT"} })
113922024-11-21T19:42:48.038ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
113932024-11-21T19:42:48.038ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
113942024-11-21T19:42:48.038ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
113952024-11-21T19:42:48.040ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 456.840024ms iteration = 20 status = {}
113962024-11-21T19:42:48.041ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
113972024-11-21T19:42:48.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
113982024-11-21T19:42:48.046ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
113992024-11-21T19:42:48.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
114002024-11-21T19:42:48.050ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
114012024-11-21T19:42:48.050ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
114022024-11-21T19:42:48.051ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "49af8787-239f-4ce5-9363-3dbbec6bfe70", "date": "Thu, 21 Nov 2024 19:42:48 GMT"} })
114032024-11-21T19:42:48.053ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 469.321841ms iteration = 21 status = {}
114042024-11-21T19:42:48.151ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "4944d123-4968-4be3-a6b8-282bbfa3be51", "date": "Thu, 21 Nov 2024 19:42:48 GMT"} })
114052024-11-21T19:42:48.151ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
114062024-11-21T19:42:48.151ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
114072024-11-21T19:42:48.151ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "1d715044-fad9-4b76-a67d-197dc24ce913", "content-length": "682", "date": "Thu, 21 Nov 2024 19:42:48 GMT"} })
114082024-11-21T19:42:48.151ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
114092024-11-21T19:42:48.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
114102024-11-21T19:42:48.155ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
114112024-11-21T19:42:48.155ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
114122024-11-21T19:42:48.159ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
114132024-11-21T19:42:48.160ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
114142024-11-21T19:42:48.162ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
114152024-11-21T19:42:48.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
114162024-11-21T19:42:48.169ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 585.924629ms iteration = 20 status = {}
114172024-11-21T19:42:56.965ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1496 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 21c39633-1614-4031-babc-39ae21b391eb response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
114182024-11-21T19:42:57.582ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 59 reason = Timeout
114192024-11-21T19:42:57.582ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 59 reason = Timeout
114202024-11-21T19:42:57.582ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
114212024-11-21T19:42:57.582ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114222024-11-21T19:42:57.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
114232024-11-21T19:42:57.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114242024-11-21T19:42:57.609ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
114252024-11-21T19:42:57.612ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
114262024-11-21T19:42:57.612ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
114272024-11-21T19:42:57.612ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114282024-11-21T19:42:57.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
114292024-11-21T19:42:57.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114302024-11-21T19:42:57.614ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114312024-11-21T19:42:57.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114322024-11-21T19:42:57.641ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
114332024-11-21T19:42:57.641ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 58.872736ms iteration = 59 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
114342024-11-21T19:42:57.644ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
114352024-11-21T19:42:57.644ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114362024-11-21T19:42:57.644ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114372024-11-21T19:42:57.654ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
114382024-11-21T19:42:57.654ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 71.318013ms iteration = 59 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
114392024-11-21T19:43:01.958ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 740fbb2e-2a2f-4bbb-90bc-0bc24d86b4ec roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
114402024-11-21T19:43:01.958ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 740fbb2e-2a2f-4bbb-90bc-0bc24d86b4ec resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
114412024-11-21T19:43:01.961ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3531 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 740fbb2e-2a2f-4bbb-90bc-0bc24d86b4ec response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
114422024-11-21T19:43:01.961ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 1a2fe4da-bb41-4f0d-b1d6-91d238a2526b roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
114432024-11-21T19:43:01.962ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 1a2fe4da-bb41-4f0d-b1d6-91d238a2526b resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
114442024-11-21T19:43:01.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2657 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 1a2fe4da-bb41-4f0d-b1d6-91d238a2526b response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
114452024-11-21T19:43:07.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 60 reason = Timeout
114462024-11-21T19:43:07.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 60 reason = Timeout
114472024-11-21T19:43:07.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114482024-11-21T19:43:07.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
114492024-11-21T19:43:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114502024-11-21T19:43:07.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
114512024-11-21T19:43:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
114522024-11-21T19:43:07.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
114532024-11-21T19:43:07.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
114542024-11-21T19:43:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
114552024-11-21T19:43:07.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114562024-11-21T19:43:07.587ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114572024-11-21T19:43:07.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114582024-11-21T19:43:07.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114592024-11-21T19:43:07.613ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.270094ms iteration = 60 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
114602024-11-21T19:43:07.617ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
114612024-11-21T19:43:07.620ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
114622024-11-21T19:43:07.620ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
114632024-11-21T19:43:07.620ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114642024-11-21T19:43:07.631ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
114652024-11-21T19:43:07.631ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 48.503158ms iteration = 60 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
114662024-11-21T19:43:11.966ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1084 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = ea1f0139-93dc-4dc5-a16b-e1c314da03f7 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
114672024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 21 reason = Timeout
114682024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
114692024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 21 reason = Timeout
114702024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 12 reason = Timeout
114712024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
114722024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
114732024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 13 reason = Timeout
114742024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 11 reason = Timeout
114752024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 11 reason = Timeout
114762024-11-21T19:43:17.583ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
114772024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
114782024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 21 reason = Timeout
114792024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
114802024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
114812024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 12 reason = Timeout
114822024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
114832024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 21 reason = Timeout
114842024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
114852024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = inventory_collection iteration = 3 reason = Timeout
114862024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 11 reason = Timeout
114872024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
114882024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
114892024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 21 reason = Timeout
114902024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 21 reason = Timeout
114912024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
114922024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
114932024-11-21T19:43:17.583ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 22 reason = Timeout
114942024-11-21T19:43:17.584ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
114952024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
114962024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 12 reason = Timeout
114972024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
114982024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 21 reason = Timeout
114992024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
115002024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
115012024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 3 reason = Timeout
115022024-11-21T19:43:17.584ZDEBGnexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
115032024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
115042024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 23 reason = Timeout
115052024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
115062024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 21 reason = Timeout
115072024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
115082024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 21 reason = Timeout
115092024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 21 reason = Timeout
115102024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
115112024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
115122024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 11 reason = Timeout
115132024-11-21T19:43:17.584ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:33:17.584007604 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
115142024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
115152024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 21 reason = Timeout
115162024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
115172024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 11 reason = Timeout
115182024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 13 reason = Timeout
115192024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
115202024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 12 reason = Timeout
115212024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 61 reason = Timeout
115222024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
115232024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
115242024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 12 reason = Timeout
115252024-11-21T19:43:17.584ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
115262024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.221\u{b5}s iteration = 12 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
115272024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 21 reason = Timeout
115282024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 61 reason = Timeout
115292024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
115302024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
115312024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 12 reason = Timeout
115322024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = saga_recovery iteration = 2 reason = Timeout
115332024-11-21T19:43:17.584ZDEBGnexus (SagaRecoverer): listing candidate sagas for recovery
115342024-11-21T19:43:17.584ZDEBGnexus (SagaRecoverer): roles roles = RoleSet { roles: {} }
115352024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 21 reason = Timeout
115362024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
115372024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
115382024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
115392024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
115402024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
115412024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
115422024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
115432024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
115442024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
115452024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
115462024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
115472024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
115482024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
115492024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
115502024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
115512024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
115522024-11-21T19:43:17.584ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1340, tv_nsec: 456094567 } })
115532024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
115542024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
115552024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
115562024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
115572024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
115582024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
115592024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
115602024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
115612024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
115622024-11-21T19:43:17.584ZDEBGnexus (SagaRecoverer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. }) resource = Database result = Ok(())
115632024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
115642024-11-21T19:43:17.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
115652024-11-21T19:43:17.584ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1340, tv_nsec: 456242649 } })
115662024-11-21T19:43:17.585ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
115672024-11-21T19:43:17.585ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
115682024-11-21T19:43:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.49578ms iteration = 12 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
115692024-11-21T19:43:17.585ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
115702024-11-21T19:43:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.083514ms iteration = 12 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
115712024-11-21T19:43:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
115722024-11-21T19:43:17.588ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 5.150289ms iteration = 21 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
115732024-11-21T19:43:17.589ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1340, tv_nsec: 461192445 } })
115742024-11-21T19:43:17.590ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
115752024-11-21T19:43:17.591ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
115762024-11-21T19:43:17.591ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
115772024-11-21T19:43:17.591ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
115782024-11-21T19:43:17.591ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 7.620922ms iteration = 11 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
115792024-11-21T19:43:17.593ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1340, tv_nsec: 464715582 } })
115802024-11-21T19:43:17.593ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
115812024-11-21T19:43:17.593ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
115822024-11-21T19:43:17.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
115832024-11-21T19:43:17.593ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
115842024-11-21T19:43:17.595ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
115852024-11-21T19:43:17.595ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
115862024-11-21T19:43:17.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
115872024-11-21T19:43:17.596ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
115882024-11-21T19:43:17.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
115892024-11-21T19:43:17.597ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
115902024-11-21T19:43:17.597ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
115912024-11-21T19:43:17.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
115922024-11-21T19:43:17.601ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 17.869069ms iteration = 11 status = {"errors":[],"found_port_ok":[]}
115932024-11-21T19:43:17.602ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:33:17.584007604 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
115942024-11-21T19:43:17.603ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 18.977564ms iteration = 11 status = {"expiration":"2024-11-21T19:33:17.584007604Z","pruned":[]}
115952024-11-21T19:43:17.642ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
115962024-11-21T19:43:17.645ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
115972024-11-21T19:43:17.645ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
115982024-11-21T19:43:17.646ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
115992024-11-21T19:43:17.656ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116002024-11-21T19:43:17.657ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
116012024-11-21T19:43:17.657ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
116022024-11-21T19:43:17.657ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
116032024-11-21T19:43:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
116042024-11-21T19:43:17.660ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
116052024-11-21T19:43:17.660ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
116062024-11-21T19:43:17.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
116072024-11-21T19:43:17.662ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
116082024-11-21T19:43:17.663ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
116092024-11-21T19:43:17.664ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
116102024-11-21T19:43:17.665ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116112024-11-21T19:43:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
116122024-11-21T19:43:17.666ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116132024-11-21T19:43:17.667ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116142024-11-21T19:43:17.668ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
116152024-11-21T19:43:17.668ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
116162024-11-21T19:43:17.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
116172024-11-21T19:43:17.668ZINFOnexus (SagaRecoverer): listed in-progress sagas count = 0 file = nexus/src/app/background/tasks/saga_recovery.rs:438
116182024-11-21T19:43:17.668ZINFOnexus (BackgroundTasks): observed saga start background_task = saga_recovery file = nexus/saga-recovery/src/recovery.rs:76 saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
116192024-11-21T19:43:17.668ZINFOnexus (BackgroundTasks): observed saga start background_task = saga_recovery file = nexus/saga-recovery/src/recovery.rs:76 saga_id = a783c522-b998-46d0-9fd7-62026429e368
116202024-11-21T19:43:17.669ZINFOnexus (BackgroundTasks): observed saga start background_task = saga_recovery file = nexus/saga-recovery/src/recovery.rs:76 saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
116212024-11-21T19:43:17.669ZDEBGnexus (BackgroundTasks): found saga that may be done (will be sure on the next pass) background_task = saga_recovery saga_id = 61d6961e-7579-4c47-baaf-fa3d40cfac33
116222024-11-21T19:43:17.669ZDEBGnexus (BackgroundTasks): found saga that may be done (will be sure on the next pass) background_task = saga_recovery saga_id = 930f6a0f-02f5-44a5-80b3-4e706dc32833
116232024-11-21T19:43:17.669ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 85.228768ms iteration = 21 status = {"errors":[],"records_set_to_done":[]}
116242024-11-21T19:43:17.670ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
116252024-11-21T19:43:17.670ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
116262024-11-21T19:43:17.670ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
116272024-11-21T19:43:17.671ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
116282024-11-21T19:43:17.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
116292024-11-21T19:43:17.672ZDEBGnexus (BackgroundTasks): found saga that may be done (will be sure on the next pass) background_task = saga_recovery saga_id = a783c522-b998-46d0-9fd7-62026429e368
116302024-11-21T19:43:17.672ZDEBGnexus (BackgroundTasks): activation complete background_task = saga_recovery elapsed = 87.929605ms iteration = 2 status = {"last_pass":{"Success":{"nfailed":0,"nfound":0,"nrecovered":0,"nremoved":0,"nskipped":0}},"ntotal_failures":0,"ntotal_finished":0,"ntotal_recovered":0,"ntotal_sec_errors_bad_state":0,"ntotal_sec_errors_missing":0,"ntotal_started":3,"recent_failures":[],"recent_recoveries":[]}
116312024-11-21T19:43:17.672ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
116322024-11-21T19:43:17.672ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
116332024-11-21T19:43:17.672ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
116342024-11-21T19:43:17.673ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 89.80231ms iteration = 21 status = {"errors":[],"garbage_collect_requested":[]}
116352024-11-21T19:43:17.675ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116362024-11-21T19:43:17.675ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
116372024-11-21T19:43:17.675ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
116382024-11-21T19:43:17.675ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
116392024-11-21T19:43:17.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
116402024-11-21T19:43:17.677ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
116412024-11-21T19:43:17.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
116422024-11-21T19:43:17.679ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
116432024-11-21T19:43:17.679ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
116442024-11-21T19:43:17.679ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
116452024-11-21T19:43:17.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
116462024-11-21T19:43:17.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
116472024-11-21T19:43:17.681ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
116482024-11-21T19:43:17.681ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
116492024-11-21T19:43:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
116502024-11-21T19:43:17.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
116512024-11-21T19:43:17.681ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116522024-11-21T19:43:17.683ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116532024-11-21T19:43:17.683ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 99.753263ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
116542024-11-21T19:43:17.684ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116552024-11-21T19:43:17.686ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
116562024-11-21T19:43:17.686ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
116572024-11-21T19:43:17.686ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
116582024-11-21T19:43:17.686ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
116592024-11-21T19:43:17.687ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
116602024-11-21T19:43:17.687ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
116612024-11-21T19:43:17.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
116622024-11-21T19:43:17.696ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
116632024-11-21T19:43:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
116642024-11-21T19:43:17.698ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 114.628891ms iteration = 61 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
116652024-11-21T19:43:17.706ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116662024-11-21T19:43:17.707ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
116672024-11-21T19:43:17.708ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
116682024-11-21T19:43:17.708ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1340, tv_nsec: 580350317 } })
116692024-11-21T19:43:17.709ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
116702024-11-21T19:43:17.709ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
116712024-11-21T19:43:17.709ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
116722024-11-21T19:43:17.709ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
116732024-11-21T19:43:17.727ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116742024-11-21T19:43:17.728ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
116752024-11-21T19:43:17.728ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
116762024-11-21T19:43:17.728ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d37ee2d8-0b38-4d03-b934-6a6cc7c83eee", "content-length": "26", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
116772024-11-21T19:43:17.728ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
116782024-11-21T19:43:17.730ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
116792024-11-21T19:43:17.730ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
116802024-11-21T19:43:17.730ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 146.424176ms iteration = 11 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
116812024-11-21T19:43:17.730ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
116822024-11-21T19:43:17.731ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
116832024-11-21T19:43:17.731ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
116842024-11-21T19:43:17.731ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
116852024-11-21T19:43:17.732ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
116862024-11-21T19:43:17.740ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
116872024-11-21T19:43:17.741ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
116882024-11-21T19:43:17.742ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
116892024-11-21T19:43:17.742ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
116902024-11-21T19:43:17.742ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
116912024-11-21T19:43:17.742ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
116922024-11-21T19:43:17.742ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
116932024-11-21T19:43:17.743ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
116942024-11-21T19:43:17.743ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
116952024-11-21T19:43:17.745ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
116962024-11-21T19:43:17.746ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
116972024-11-21T19:43:17.746ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 162.872027ms iteration = 21 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
116982024-11-21T19:43:17.748ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
116992024-11-21T19:43:17.748ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
117002024-11-21T19:43:17.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
117012024-11-21T19:43:17.751ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 167.836942ms iteration = 21 status = 0
117022024-11-21T19:43:17.751ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117032024-11-21T19:43:17.752ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117042024-11-21T19:43:17.755ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
117052024-11-21T19:43:17.755ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
117062024-11-21T19:43:17.755ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
117072024-11-21T19:43:17.755ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
117082024-11-21T19:43:17.755ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117092024-11-21T19:43:17.756ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
117102024-11-21T19:43:17.757ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117112024-11-21T19:43:17.759ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
117122024-11-21T19:43:17.759ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
117132024-11-21T19:43:17.760ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
117142024-11-21T19:43:17.760ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117152024-11-21T19:43:17.761ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
117162024-11-21T19:43:17.761ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117172024-11-21T19:43:17.761ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117182024-11-21T19:43:17.762ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 178.246802ms iteration = 21 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
117192024-11-21T19:43:17.762ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
117202024-11-21T19:43:17.763ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
117212024-11-21T19:43:17.764ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
117222024-11-21T19:43:17.764ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
117232024-11-21T19:43:17.765ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
117242024-11-21T19:43:17.765ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 181.281332ms iteration = 23 status = {"physical_disks_added":0}
117252024-11-21T19:43:17.765ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
117262024-11-21T19:43:17.765ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
117272024-11-21T19:43:17.765ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f690fac-8630-40ea-97cc-c6e2c7832860", "content-length": "26", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
117282024-11-21T19:43:17.765ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
117292024-11-21T19:43:17.766ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117302024-11-21T19:43:17.767ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117312024-11-21T19:43:17.767ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117322024-11-21T19:43:17.768ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
117332024-11-21T19:43:17.768ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117342024-11-21T19:43:17.768ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117352024-11-21T19:43:17.770ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117362024-11-21T19:43:17.770ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
117372024-11-21T19:43:17.770ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
117382024-11-21T19:43:17.770ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
117392024-11-21T19:43:17.773ZDEBGnexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(0322ca29-70af-440b-84f5-66321d76596e, 0), (6eaed575-ff61-4803-aa79-b37ed649249f, 0), (e8597ba8-af28-46ea-9683-97e262ba7530, 0)]
117402024-11-21T19:43:17.773ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1340, tv_nsec: 645172163 } })
117412024-11-21T19:43:17.775ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
117422024-11-21T19:43:17.775ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117432024-11-21T19:43:17.775ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117442024-11-21T19:43:17.777ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
117452024-11-21T19:43:17.777ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
117462024-11-21T19:43:17.777ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
117472024-11-21T19:43:17.777ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
117482024-11-21T19:43:17.777ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
117492024-11-21T19:43:17.778ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
117502024-11-21T19:43:17.778ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 194.408208ms iteration = 61 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
117512024-11-21T19:43:17.779ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117522024-11-21T19:43:17.782ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117532024-11-21T19:43:17.783ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117542024-11-21T19:43:17.783ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
117552024-11-21T19:43:17.783ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
117562024-11-21T19:43:17.784ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117572024-11-21T19:43:17.785ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117582024-11-21T19:43:17.787ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
117592024-11-21T19:43:17.787ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
117602024-11-21T19:43:17.787ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
117612024-11-21T19:43:17.790ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117622024-11-21T19:43:17.790ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117632024-11-21T19:43:17.792ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117642024-11-21T19:43:17.793ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117652024-11-21T19:43:17.794ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
117662024-11-21T19:43:17.794ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
117672024-11-21T19:43:17.794ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 210.799206ms iteration = 21 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
117682024-11-21T19:43:17.814ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 230.308487ms iteration = 21 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
117692024-11-21T19:43:17.821ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
117702024-11-21T19:43:17.821ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
117712024-11-21T19:43:17.821ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
117722024-11-21T19:43:17.822ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
117732024-11-21T19:43:17.824ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
117742024-11-21T19:43:17.827ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
117752024-11-21T19:43:17.828ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
117762024-11-21T19:43:17.829ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
117772024-11-21T19:43:17.829ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
117782024-11-21T19:43:17.829ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
117792024-11-21T19:43:17.844ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
117802024-11-21T19:43:17.844ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
117812024-11-21T19:43:17.844ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
117822024-11-21T19:43:17.844ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
117832024-11-21T19:43:17.852ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
117842024-11-21T19:43:17.852ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
117852024-11-21T19:43:17.857ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
117862024-11-21T19:43:17.857ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 273.917789ms iteration = 11 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
117872024-11-21T19:43:17.936ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
117882024-11-21T19:43:17.936ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
117892024-11-21T19:43:17.937ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e08eaf49-7e0f-4c82-88ae-892f80aaa217", "content-length": "26", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
117902024-11-21T19:43:17.937ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
117912024-11-21T19:43:17.939ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
117922024-11-21T19:43:17.945ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
117932024-11-21T19:43:17.945ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "ec582fc5-c43d-414e-89bf-73b30351910e", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
117942024-11-21T19:43:17.945ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
117952024-11-21T19:43:17.947ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "3daa5fde-d65d-4a87-b28a-32529a2355bb", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
117962024-11-21T19:43:17.947ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
117972024-11-21T19:43:17.949ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
117982024-11-21T19:43:17.949ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 365.896279ms iteration = 13 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
117992024-11-21T19:43:17.952ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
118002024-11-21T19:43:17.952ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
118012024-11-21T19:43:17.981ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 397.963918ms iteration = 21 status = {}
118022024-11-21T19:43:17.990ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
118032024-11-21T19:43:17.990ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "93ffbe7c-887a-41b7-b46a-089269cb51b1", "content-length": "1", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118042024-11-21T19:43:17.993ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
118052024-11-21T19:43:17.994ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
118062024-11-21T19:43:18.021ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
118072024-11-21T19:43:18.021ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
118082024-11-21T19:43:18.022ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "cd8996c5-48c8-4bf1-8978-827ccf44ed0f", "content-length": "372", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
118092024-11-21T19:43:18.022ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
118102024-11-21T19:43:18.022ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
118112024-11-21T19:43:18.023ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
118122024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
118132024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
118142024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
118152024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
118162024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 441.791583ms iteration = 12 status = {"generation":1}
118172024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
118182024-11-21T19:43:18.025ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
118192024-11-21T19:43:18.026ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
118202024-11-21T19:43:18.027ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
118212024-11-21T19:43:18.028ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
118222024-11-21T19:43:18.028ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
118232024-11-21T19:43:18.028ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
118242024-11-21T19:43:18.029ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
118252024-11-21T19:43:18.030ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
118262024-11-21T19:43:18.030ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
118272024-11-21T19:43:18.030ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
118282024-11-21T19:43:18.032ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 449.03781ms iteration = 21 status = null
118292024-11-21T19:43:18.034ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
118302024-11-21T19:43:18.034ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
118312024-11-21T19:43:18.034ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
118322024-11-21T19:43:18.034ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 450.261947ms iteration = 12 status = {"generation":2}
118332024-11-21T19:43:18.034ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
118342024-11-21T19:43:18.037ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
118352024-11-21T19:43:18.037ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
118362024-11-21T19:43:18.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
118372024-11-21T19:43:18.043ZDEBGnexus (BackgroundTasks): begin collection background_task = inventory_collection
118382024-11-21T19:43:18.043ZDEBGnexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
118392024-11-21T19:43:18.043ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
118402024-11-21T19:43:18.044ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "ec06deac-9463-41ef-89c8-35bbdf5b7630", "content-length": "476", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118412024-11-21T19:43:18.044ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
118422024-11-21T19:43:18.044ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "65c3f0f8-1eb4-4d05-b7d4-26dd8cc6e8a8", "content-length": "734", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118432024-11-21T19:43:18.044ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
118442024-11-21T19:43:18.045ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "407fee81-caf7-442a-b9dd-d317aa6e5e37", "content-length": "111", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118452024-11-21T19:43:18.045ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
118462024-11-21T19:43:18.045ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "f1210cfb-94db-4ffb-8abd-c8f4cde0a764", "content-length": "111", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118472024-11-21T19:43:18.045ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
118482024-11-21T19:43:18.045ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "e0d8098b-9929-4c7d-9afb-0afc98acde77", "content-length": "167", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118492024-11-21T19:43:18.045ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
118502024-11-21T19:43:18.046ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "1c7e0127-e4be-462f-97cf-980ddf961416", "content-length": "167", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118512024-11-21T19:43:18.046ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
118522024-11-21T19:43:18.046ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "c0936e7d-7cb5-4a8d-80c1-d2acab399f50", "content-length": "175", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118532024-11-21T19:43:18.046ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
118542024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "cf2ad228-df7a-4367-83b9-6ac2335d2143", "content-length": "175", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118552024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
118562024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "b67d8abc-58ea-4077-9afd-a851d516fbe3", "content-length": "702", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118572024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
118582024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "a708189a-8e48-48f9-a429-d0da63c2d676", "content-length": "727", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118592024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
118602024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "80bd89e3-64fd-4ee9-8e2d-4feda135c946", "content-length": "729", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
118612024-11-21T19:43:18.047ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
118622024-11-21T19:43:18.048ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "1672ce35-58b7-446e-bd66-bdacc22a779c", "content-length": "728", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118632024-11-21T19:43:18.048ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
118642024-11-21T19:43:18.048ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "f6fc3fa9-1ebc-42f6-973d-5dd8639d81a3", "content-length": "722", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118652024-11-21T19:43:18.048ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
118662024-11-21T19:43:18.048ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "9fe7e3db-f1f8-4c82-b3bf-11935938c096", "content-length": "109", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118672024-11-21T19:43:18.048ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
118682024-11-21T19:43:18.049ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "7743ba69-4715-4fc4-915b-a16b43feb472", "content-length": "109", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118692024-11-21T19:43:18.049ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
118702024-11-21T19:43:18.049ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d07293d-9fb1-46d0-a5f6-7b8808159f03", "content-length": "169", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118712024-11-21T19:43:18.049ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
118722024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "98c935e7-8987-41b7-9267-b980387c5173", "content-length": "169", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118732024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
118742024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "a245b66e-6a77-439f-96fc-ae80f7158804", "content-length": "178", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118752024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
118762024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "edf90118-17c8-42a9-b462-e87d1849486e", "content-length": "178", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118772024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
118782024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "14edfcf9-f52c-4936-8740-0da10d024833", "content-length": "702", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118792024-11-21T19:43:18.050ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
118802024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "5332e60d-fc0a-49d2-a60b-918a6b323c18", "content-length": "727", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
118812024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
118822024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "d198bd57-f1a7-4324-8c54-b5ec64ef03a3", "content-length": "729", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
118832024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
118842024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "e1c09bf3-8524-4d48-8d3b-a8d172340ea8", "content-length": "728", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
118852024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
118862024-11-21T19:43:18.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
118872024-11-21T19:43:18.053ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
118882024-11-21T19:43:18.055ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
118892024-11-21T19:43:18.055ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
118902024-11-21T19:43:18.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
118912024-11-21T19:43:18.069ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
118922024-11-21T19:43:18.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
118932024-11-21T19:43:18.071ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
118942024-11-21T19:43:18.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
118952024-11-21T19:43:18.074ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
118962024-11-21T19:43:18.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
118972024-11-21T19:43:18.077ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
118982024-11-21T19:43:18.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
118992024-11-21T19:43:18.078ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
119002024-11-21T19:43:18.078ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 494.220044ms iteration = 12 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
119012024-11-21T19:43:18.079ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119022024-11-21T19:43:18.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119032024-11-21T19:43:18.080ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
119042024-11-21T19:43:18.080ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
119052024-11-21T19:43:18.081ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "758f419d-1f0c-4939-b758-7522592a1c7f", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
119062024-11-21T19:43:18.081ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
119072024-11-21T19:43:18.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
119082024-11-21T19:43:18.083ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119092024-11-21T19:43:18.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119102024-11-21T19:43:18.083ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
119112024-11-21T19:43:18.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
119122024-11-21T19:43:18.086ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119132024-11-21T19:43:18.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119142024-11-21T19:43:18.087ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
119152024-11-21T19:43:18.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
119162024-11-21T19:43:18.088ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119172024-11-21T19:43:18.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119182024-11-21T19:43:18.089ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
119192024-11-21T19:43:18.089ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119202024-11-21T19:43:18.089ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119212024-11-21T19:43:18.090ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
119222024-11-21T19:43:18.090ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
119232024-11-21T19:43:18.091ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "a332b622-857e-404b-97c9-581b20012518", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
119242024-11-21T19:43:18.091ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
119252024-11-21T19:43:18.091ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
119262024-11-21T19:43:18.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
119272024-11-21T19:43:18.091ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
119282024-11-21T19:43:18.092ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 508.92046ms iteration = 22 status = {}
119292024-11-21T19:43:18.097ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
119302024-11-21T19:43:18.097ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119312024-11-21T19:43:18.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119322024-11-21T19:43:18.099ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119332024-11-21T19:43:18.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119342024-11-21T19:43:18.101ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119352024-11-21T19:43:18.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119362024-11-21T19:43:18.103ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
119372024-11-21T19:43:18.108ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
119382024-11-21T19:43:18.108ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119392024-11-21T19:43:18.108ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119402024-11-21T19:43:18.113ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119412024-11-21T19:43:18.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119422024-11-21T19:43:18.116ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
119432024-11-21T19:43:18.116ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119442024-11-21T19:43:18.116ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "3efec2ab-90f1-43fb-bdb0-89e10fe5f102", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119452024-11-21T19:43:18.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119462024-11-21T19:43:18.116ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119472024-11-21T19:43:18.118ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119482024-11-21T19:43:18.118ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "8157151c-b9a9-42f8-9e80-d0873b56ce8b", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119492024-11-21T19:43:18.118ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119502024-11-21T19:43:18.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119512024-11-21T19:43:18.120ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119522024-11-21T19:43:18.120ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "65508301-c48b-48b7-a25b-0097174eed1b", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119532024-11-21T19:43:18.120ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119542024-11-21T19:43:18.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119552024-11-21T19:43:18.122ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119562024-11-21T19:43:18.123ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
119572024-11-21T19:43:18.123ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 539.448038ms iteration = 13 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
119582024-11-21T19:43:18.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119592024-11-21T19:43:18.124ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119602024-11-21T19:43:18.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119612024-11-21T19:43:18.126ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119622024-11-21T19:43:18.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119632024-11-21T19:43:18.128ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
119642024-11-21T19:43:18.132ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
119652024-11-21T19:43:18.132ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119662024-11-21T19:43:18.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119672024-11-21T19:43:18.133ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119682024-11-21T19:43:18.134ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119692024-11-21T19:43:18.135ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119702024-11-21T19:43:18.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119712024-11-21T19:43:18.137ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
119722024-11-21T19:43:18.142ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
119732024-11-21T19:43:18.142ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119742024-11-21T19:43:18.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119752024-11-21T19:43:18.175ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
119762024-11-21T19:43:18.175ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "1bfa51a8-8e11-4a0b-ad5d-b91210e9e216", "content-length": "691", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
119772024-11-21T19:43:18.175ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
119782024-11-21T19:43:18.175ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
119792024-11-21T19:43:18.175ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
119802024-11-21T19:43:18.176ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
119812024-11-21T19:43:18.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
119822024-11-21T19:43:18.178ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 594.376442ms iteration = 21 status = {}
119832024-11-21T19:43:18.178ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
119842024-11-21T19:43:18.178ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
119852024-11-21T19:43:18.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
119862024-11-21T19:43:18.183ZDEBGnexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
119872024-11-21T19:43:18.183ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
119882024-11-21T19:43:18.184ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
119892024-11-21T19:43:18.190ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
119902024-11-21T19:43:18.190ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "242f3a27-9734-4a91-b9bf-8280beb563ed", "content-length": "134", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
119912024-11-21T19:43:18.190ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
119922024-11-21T19:43:18.190ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
119932024-11-21T19:43:18.190ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
119942024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
119952024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
119962024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
119972024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
119982024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
119992024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
120002024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
120012024-11-21T19:43:18.191ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
120022024-11-21T19:43:18.191ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
120032024-11-21T19:43:18.191ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
120042024-11-21T19:43:18.193ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
120052024-11-21T19:43:18.193ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "27820963-e369-44ee-9fd5-826ac051f4c7", "content-length": "2", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
120062024-11-21T19:43:18.193ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
120072024-11-21T19:43:18.194ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "bc6403be-448b-4c19-80d0-c02bb8c74121", "content-length": "51", "date": "Thu, 21 Nov 2024 19:43:17 GMT"} })
120082024-11-21T19:43:18.194ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
120092024-11-21T19:43:18.194ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
120102024-11-21T19:43:18.218ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120112024-11-21T19:43:18.220ZDEBGnexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
120122024-11-21T19:43:18.220ZDEBGnexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
120132024-11-21T19:43:18.222ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
120142024-11-21T19:43:18.222ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
120152024-11-21T19:43:18.222ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
120162024-11-21T19:43:18.224ZDEBGnexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
120172024-11-21T19:43:18.224ZDEBGnexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name("external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name("external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name("nexus-915e11b8-d7cb-4730-9906-7980540813dc"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name("nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name("nexus-088dbd0f-363c-4785-9d04-aa968256294e"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
120182024-11-21T19:43:18.224ZDEBGnexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
120192024-11-21T19:43:18.335ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0276b2a1-6c2a-45cb-b492-a8bccf06d73a", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
120202024-11-21T19:43:18.335ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
120212024-11-21T19:43:18.335ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
120222024-11-21T19:43:18.343ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a7833334-b881-4d15-998d-51a2883e0ba9", "content-length": "682", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
120232024-11-21T19:43:18.343ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
120242024-11-21T19:43:18.344ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
120252024-11-21T19:43:18.349ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
120262024-11-21T19:43:18.349ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
120272024-11-21T19:43:18.353ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
120282024-11-21T19:43:18.353ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
120292024-11-21T19:43:18.356ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
120302024-11-21T19:43:18.356ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
120312024-11-21T19:43:18.358ZDEBGnexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 203795ed-576b-40e4-bed8-7463e3f2162c, time_created: 2024-11-21T19:33:30.261358Z, time_modified: 2024-11-21T19:33:30.261358Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
120322024-11-21T19:43:18.358ZDEBGnexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
120332024-11-21T19:43:18.358ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
120342024-11-21T19:43:18.359ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
120352024-11-21T19:43:18.364ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
120362024-11-21T19:43:18.364ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
120372024-11-21T19:43:18.365ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 780.912665ms iteration = 21 status = {}
120382024-11-21T19:43:18.366ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120392024-11-21T19:43:18.370ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
120402024-11-21T19:43:18.408ZDEBGnexus (service-firewall-rule-progator): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
120412024-11-21T19:43:18.425ZDEBGnexus (service-firewall-rule-progator): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "9569ccb7-6fcc-43f0-a171-1c53d9b4656d", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
120422024-11-21T19:43:18.427ZINFOnexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
120432024-11-21T19:43:18.427ZDEBGnexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 843.389719ms
120442024-11-21T19:43:18.427ZDEBGnexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 843.401229ms iteration = 3 status = {}
120452024-11-21T19:43:18.734ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:43605
120462024-11-21T19:43:18.734ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:43605 req_id = a8c995e6-f698-4499-9708-0fd36720518b roles = RoleSet { roles: {} } uri = /metrics/producers
120472024-11-21T19:43:18.734ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:43605 req_id = a8c995e6-f698-4499-9708-0fd36720518b resource = Database result = Ok(()) uri = /metrics/producers
120482024-11-21T19:43:18.773ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 7e95de1c-0564-4f19-9f77-816083ac4bb9
120492024-11-21T19:43:18.773ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39531 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:43605 req_id = a8c995e6-f698-4499-9708-0fd36720518b response_code = 201 uri = /metrics/producers
120502024-11-21T19:43:18.827ZDEBGnexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/inventory", status: 200, headers: {"content-type": "application/json", "x-request-id": "d5abf557-0003-4eae-b24a-8bd543f86e9e", "content-length": "30761", "date": "Thu, 21 Nov 2024 19:43:18 GMT"} })
120512024-11-21T19:43:18.828ZDEBGnexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
120522024-11-21T19:43:18.828ZDEBGnexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
120532024-11-21T19:43:18.828ZDEBGnexus (BackgroundTasks): finished collection background_task = inventory_collection
120542024-11-21T19:43:18.830ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
120552024-11-21T19:43:18.831ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
120562024-11-21T19:43:18.832ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120572024-11-21T19:43:18.834ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
120582024-11-21T19:43:18.834ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
120592024-11-21T19:43:18.834ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
120602024-11-21T19:43:19.009ZINFOnexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = bff93de1-a002-4382-9382-dfbd91f5f216 file = nexus/db-queries/src/db/datastore/inventory.rs:1000
120612024-11-21T19:43:19.009ZDEBGnexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = bff93de1-a002-4382-9382-dfbd91f5f216 time_started = 2024-11-21 19:43:18.043824 UTC
120622024-11-21T19:43:19.009ZDEBGnexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 1.426157516s iteration = 3 status = {"collection_id":"bff93de1-a002-4382-9382-dfbd91f5f216","time_done":"2024-11-21 19:43:18.828921 UTC","time_started":"2024-11-21 19:43:18.043824 UTC"}
120632024-11-21T19:43:19.009ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 24 reason = Dependency
120642024-11-21T19:43:19.009ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
120652024-11-21T19:43:19.010ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
120662024-11-21T19:43:19.017ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120672024-11-21T19:43:19.019ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
120682024-11-21T19:43:19.019ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
120692024-11-21T19:43:19.019ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
120702024-11-21T19:43:19.021ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
120712024-11-21T19:43:19.022ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
120722024-11-21T19:43:19.023ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120732024-11-21T19:43:19.025ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
120742024-11-21T19:43:19.025ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
120752024-11-21T19:43:19.025ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
120762024-11-21T19:43:19.118ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 108.022183ms iteration = 24 status = {"physical_disks_added":0}
120772024-11-21T19:43:26.965ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1425 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 0a8315fc-f2a6-4e99-80b6-afbbdcf0623b response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
120782024-11-21T19:43:27.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 62 reason = Timeout
120792024-11-21T19:43:27.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
120802024-11-21T19:43:27.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 62 reason = Timeout
120812024-11-21T19:43:27.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
120822024-11-21T19:43:27.583ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
120832024-11-21T19:43:27.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
120842024-11-21T19:43:27.612ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
120852024-11-21T19:43:27.612ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
120862024-11-21T19:43:27.612ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120872024-11-21T19:43:27.615ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
120882024-11-21T19:43:27.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
120892024-11-21T19:43:27.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
120902024-11-21T19:43:27.617ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
120912024-11-21T19:43:27.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
120922024-11-21T19:43:27.618ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
120932024-11-21T19:43:27.621ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
120942024-11-21T19:43:27.621ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
120952024-11-21T19:43:27.621ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
120962024-11-21T19:43:27.636ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
120972024-11-21T19:43:27.636ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 52.897667ms iteration = 62 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
120982024-11-21T19:43:27.642ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 58.656944ms iteration = 62 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
120992024-11-21T19:43:28.308ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:55910
121002024-11-21T19:43:28.308ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:55910 req_id = a137fb18-ad3b-4ea7-a6ec-3dc511b7453f roles = RoleSet { roles: {} } uri = /metrics/producers
121012024-11-21T19:43:28.308ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:55910 req_id = a137fb18-ad3b-4ea7-a6ec-3dc511b7453f resource = Database result = Ok(()) uri = /metrics/producers
121022024-11-21T19:43:28.348ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = d5d94737-4399-4cdd-b5a7-176d321a4298
121032024-11-21T19:43:28.348ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39853 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:55910 req_id = a137fb18-ad3b-4ea7-a6ec-3dc511b7453f response_code = 201 uri = /metrics/producers
121042024-11-21T19:43:30.804ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:42860
121052024-11-21T19:43:30.804ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:42860 req_id = 932a3a3d-6216-4a59-b5fd-7c4c0083e57c roles = RoleSet { roles: {} } uri = /metrics/producers
121062024-11-21T19:43:30.804ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:42860 req_id = 932a3a3d-6216-4a59-b5fd-7c4c0083e57c resource = Database result = Ok(()) uri = /metrics/producers
121072024-11-21T19:43:30.865ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = c05ae1ff-cffb-4ab3-9615-3762b6ee2d1a
121082024-11-21T19:43:30.865ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 61396 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:42860 req_id = 932a3a3d-6216-4a59-b5fd-7c4c0083e57c response_code = 201 uri = /metrics/producers
121092024-11-21T19:43:31.958ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = b8e9b22e-cfd6-405d-a348-61df5a1c76c3 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
121102024-11-21T19:43:31.958ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = b8e9b22e-cfd6-405d-a348-61df5a1c76c3 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
121112024-11-21T19:43:31.961ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3341 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = b8e9b22e-cfd6-405d-a348-61df5a1c76c3 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
121122024-11-21T19:43:31.961ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 909946fb-7165-47f9-b458-d8605ed64194 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
121132024-11-21T19:43:31.961ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 909946fb-7165-47f9-b458-d8605ed64194 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
121142024-11-21T19:43:31.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2992 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 909946fb-7165-47f9-b458-d8605ed64194 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
121152024-11-21T19:43:33.771ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
121162024-11-21T19:43:33.771ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
121172024-11-21T19:43:33.802ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
121182024-11-21T19:43:33.803ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:34388
121192024-11-21T19:43:33.803ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:34388 req_id = b929d407-a1b0-411b-9e37-fdb9e4f4d7dc roles = RoleSet { roles: {} } uri = /metrics/producers
121202024-11-21T19:43:33.803ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:34388 req_id = b929d407-a1b0-411b-9e37-fdb9e4f4d7dc resource = Database result = Ok(()) uri = /metrics/producers
121212024-11-21T19:43:33.854ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 088dbd0f-363c-4785-9d04-aa968256294e
121222024-11-21T19:43:33.854ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 51363 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:34388 req_id = b929d407-a1b0-411b-9e37-fdb9e4f4d7dc response_code = 201 uri = /metrics/producers
121232024-11-21T19:43:33.854ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "b929d407-a1b0-411b-9e37-fdb9e4f4d7dc", "content-length": "41", "date": "Thu, 21 Nov 2024 19:43:33 GMT"} })
121242024-11-21T19:43:33.856ZDEBGnexus (producer-registration-task): registered with nexus successfully
121252024-11-21T19:43:33.856ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
121262024-11-21T19:43:37.584ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 63 reason = Timeout
121272024-11-21T19:43:37.584ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 63 reason = Timeout
121282024-11-21T19:43:37.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
121292024-11-21T19:43:37.584ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
121302024-11-21T19:43:37.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
121312024-11-21T19:43:37.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
121322024-11-21T19:43:37.586ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
121332024-11-21T19:43:37.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
121342024-11-21T19:43:37.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
121352024-11-21T19:43:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
121362024-11-21T19:43:37.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
121372024-11-21T19:43:37.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
121382024-11-21T19:43:37.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
121392024-11-21T19:43:37.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
121402024-11-21T19:43:37.592ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
121412024-11-21T19:43:37.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
121422024-11-21T19:43:37.594ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
121432024-11-21T19:43:37.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
121442024-11-21T19:43:37.606ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
121452024-11-21T19:43:37.606ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.47121ms iteration = 63 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
121462024-11-21T19:43:37.622ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 38.820909ms iteration = 63 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
121472024-11-21T19:43:41.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1025 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = cb423d1c-44d8-4b33-9ada-1fd265500f9e response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
121482024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 22 reason = Timeout
121492024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
121502024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 22 reason = Timeout
121512024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 22 reason = Timeout
121522024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
121532024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 22 reason = Timeout
121542024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
121552024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 23 reason = Timeout
121562024-11-21T19:43:47.583ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
121572024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
121582024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 22 reason = Timeout
121592024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 22 reason = Timeout
121602024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
121612024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 64 reason = Timeout
121622024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
121632024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
121642024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 22 reason = Timeout
121652024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 22 reason = Timeout
121662024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
121672024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
121682024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
121692024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 25 reason = Timeout
121702024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
121712024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 22 reason = Timeout
121722024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
121732024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 22 reason = Timeout
121742024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
121752024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 22 reason = Timeout
121762024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
121772024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 22 reason = Timeout
121782024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
121792024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 22 reason = Timeout
121802024-11-21T19:43:47.583ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
121812024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 64 reason = Timeout
121822024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
121832024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
121842024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
121852024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
121862024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
121872024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
121882024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
121892024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
121902024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
121912024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
121922024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
121932024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
121942024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
121952024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
121962024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
121972024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
121982024-11-21T19:43:47.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
121992024-11-21T19:43:47.586ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122002024-11-21T19:43:47.587ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1370, tv_nsec: 458325087 } })
122012024-11-21T19:43:47.587ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
122022024-11-21T19:43:47.587ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.096235ms iteration = 22 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
122032024-11-21T19:43:47.587ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122042024-11-21T19:43:47.590ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
122052024-11-21T19:43:47.590ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
122062024-11-21T19:43:47.590ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
122072024-11-21T19:43:47.590ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
122082024-11-21T19:43:47.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
122092024-11-21T19:43:47.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
122102024-11-21T19:43:47.597ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1370, tv_nsec: 468590184 } })
122112024-11-21T19:43:47.598ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
122122024-11-21T19:43:47.600ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
122132024-11-21T19:43:47.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
122142024-11-21T19:43:47.626ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122152024-11-21T19:43:47.627ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122162024-11-21T19:43:47.629ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
122172024-11-21T19:43:47.629ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
122182024-11-21T19:43:47.629ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
122192024-11-21T19:43:47.629ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
122202024-11-21T19:43:47.629ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
122212024-11-21T19:43:47.629ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
122222024-11-21T19:43:47.630ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
122232024-11-21T19:43:47.630ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
122242024-11-21T19:43:47.632ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
122252024-11-21T19:43:47.632ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
122262024-11-21T19:43:47.634ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 50.989771ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
122272024-11-21T19:43:47.635ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
122282024-11-21T19:43:47.635ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
122292024-11-21T19:43:47.636ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122302024-11-21T19:43:47.637ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122312024-11-21T19:43:47.638ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
122322024-11-21T19:43:47.639ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
122332024-11-21T19:43:47.639ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
122342024-11-21T19:43:47.639ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
122352024-11-21T19:43:47.640ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
122362024-11-21T19:43:47.640ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
122372024-11-21T19:43:47.640ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
122382024-11-21T19:43:47.641ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
122392024-11-21T19:43:47.642ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
122402024-11-21T19:43:47.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
122412024-11-21T19:43:47.645ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 61.35544ms iteration = 22 status = {"errors":[],"records_set_to_done":[]}
122422024-11-21T19:43:47.645ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122432024-11-21T19:43:47.645ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 62.08705ms iteration = 22 status = {"errors":[],"garbage_collect_requested":[]}
122442024-11-21T19:43:47.647ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
122452024-11-21T19:43:47.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
122462024-11-21T19:43:47.647ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
122472024-11-21T19:43:47.647ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
122482024-11-21T19:43:47.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
122492024-11-21T19:43:47.648ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
122502024-11-21T19:43:47.648ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
122512024-11-21T19:43:47.649ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122522024-11-21T19:43:47.650ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
122532024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
122542024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
122552024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
122562024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
122572024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
122582024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
122592024-11-21T19:43:47.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
122602024-11-21T19:43:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
122612024-11-21T19:43:47.652ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
122622024-11-21T19:43:47.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
122632024-11-21T19:43:47.656ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
122642024-11-21T19:43:47.656ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 73.073967ms iteration = 22 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
122652024-11-21T19:43:47.658ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
122662024-11-21T19:43:47.658ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
122672024-11-21T19:43:47.658ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
122682024-11-21T19:43:47.658ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "46fc1d1d-552e-4fc4-8934-9a59e92c8bb6", "content-length": "26", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
122692024-11-21T19:43:47.658ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
122702024-11-21T19:43:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
122712024-11-21T19:43:47.660ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
122722024-11-21T19:43:47.660ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122732024-11-21T19:43:47.660ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1370, tv_nsec: 531553755 } })
122742024-11-21T19:43:47.660ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
122752024-11-21T19:43:47.663ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
122762024-11-21T19:43:47.663ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
122772024-11-21T19:43:47.663ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
122782024-11-21T19:43:47.675ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122792024-11-21T19:43:47.678ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
122802024-11-21T19:43:47.678ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
122812024-11-21T19:43:47.679ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
122822024-11-21T19:43:47.679ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
122832024-11-21T19:43:47.679ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bbe4c4e7-76b5-4468-a0a5-810fa080eb9b", "content-length": "26", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
122842024-11-21T19:43:47.679ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
122852024-11-21T19:43:47.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
122862024-11-21T19:43:47.681ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
122872024-11-21T19:43:47.682ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
122882024-11-21T19:43:47.684ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 100.140929ms iteration = 22 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
122892024-11-21T19:43:47.685ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
122902024-11-21T19:43:47.685ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
122912024-11-21T19:43:47.685ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
122922024-11-21T19:43:47.689ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 105.357518ms iteration = 22 status = 0
122932024-11-21T19:43:47.689ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 105.622742ms iteration = 64 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
122942024-11-21T19:43:47.689ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
122952024-11-21T19:43:47.690ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
122962024-11-21T19:43:47.690ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
122972024-11-21T19:43:47.690ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
122982024-11-21T19:43:47.690ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
122992024-11-21T19:43:47.691ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
123002024-11-21T19:43:47.694ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
123012024-11-21T19:43:47.694ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 110.574127ms iteration = 64 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
123022024-11-21T19:43:47.696ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
123032024-11-21T19:43:47.697ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
123042024-11-21T19:43:47.697ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
123052024-11-21T19:43:47.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
123062024-11-21T19:43:47.720ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
123072024-11-21T19:43:47.720ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
123082024-11-21T19:43:47.720ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 136.457083ms iteration = 22 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
123092024-11-21T19:43:47.721ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 137.298925ms iteration = 22 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
123102024-11-21T19:43:47.745ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 161.842282ms iteration = 25 status = {"physical_disks_added":0}
123112024-11-21T19:43:47.769ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
123122024-11-21T19:43:47.769ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
123132024-11-21T19:43:47.773ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "18b19169-62f5-447c-853d-4e91832ed690", "content-length": "26", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123142024-11-21T19:43:47.773ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
123152024-11-21T19:43:47.775ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
123162024-11-21T19:43:47.862ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
123172024-11-21T19:43:47.862ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
123182024-11-21T19:43:47.863ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "0cf605d9-ac0a-4cb5-9ae8-5d2e3cda9cbb", "content-length": "372", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123192024-11-21T19:43:47.863ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
123202024-11-21T19:43:47.863ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
123212024-11-21T19:43:47.892ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
123222024-11-21T19:43:47.892ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "5974729d-441d-42d8-a296-5a487268c83c", "content-length": "691", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123232024-11-21T19:43:47.892ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
123242024-11-21T19:43:47.892ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
123252024-11-21T19:43:47.893ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
123262024-11-21T19:43:47.894ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
123272024-11-21T19:43:47.894ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "61c8059f-d8fa-44ec-be62-9282caa4e75e", "content-length": "1", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123282024-11-21T19:43:47.895ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 311.372631ms iteration = 22 status = {}
123292024-11-21T19:43:47.896ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
123302024-11-21T19:43:47.896ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
123312024-11-21T19:43:47.898ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 314.488492ms iteration = 22 status = null
123322024-11-21T19:43:47.907ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 323.555423ms iteration = 22 status = {}
123332024-11-21T19:43:47.908ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
123342024-11-21T19:43:47.909ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
123352024-11-21T19:43:47.968ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123362024-11-21T19:43:47.968ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123372024-11-21T19:43:47.971ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
123382024-11-21T19:43:47.971ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123392024-11-21T19:43:47.972ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123402024-11-21T19:43:47.982ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
123412024-11-21T19:43:47.983ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "10c8f5f2-7b74-44e7-a9eb-cdc9e84b5a3e", "content-length": "134", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123422024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
123432024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
123442024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
123452024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
123462024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
123472024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
123482024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
123492024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
123502024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
123512024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
123522024-11-21T19:43:47.983ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
123532024-11-21T19:43:47.983ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123542024-11-21T19:43:47.984ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123552024-11-21T19:43:47.986ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
123562024-11-21T19:43:47.988ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "afc38f76-4d3c-4d82-b762-c276d5028300", "content-length": "2", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123572024-11-21T19:43:47.988ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
123582024-11-21T19:43:47.988ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "661f611c-1d31-4b87-b4b7-80b1852229c2", "content-length": "51", "date": "Thu, 21 Nov 2024 19:43:47 GMT"} })
123592024-11-21T19:43:47.988ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
123602024-11-21T19:43:47.988ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
123612024-11-21T19:43:48.002ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "8db44311-ca82-4860-bcb7-1067644bd5da", "date": "Thu, 21 Nov 2024 19:43:48 GMT"} })
123622024-11-21T19:43:48.002ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
123632024-11-21T19:43:48.003ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
123642024-11-21T19:43:48.006ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
123652024-11-21T19:43:48.006ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
123662024-11-21T19:43:48.009ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
123672024-11-21T19:43:48.009ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
123682024-11-21T19:43:48.011ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
123692024-11-21T19:43:48.011ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
123702024-11-21T19:43:48.012ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7970e087-ff62-4f36-bd05-b4a758137882", "date": "Thu, 21 Nov 2024 19:43:48 GMT"} })
123712024-11-21T19:43:48.014ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 431.038779ms iteration = 23 status = {}
123722024-11-21T19:43:48.112ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a04de9e1-711c-45c4-829a-20853db9c37a", "date": "Thu, 21 Nov 2024 19:43:48 GMT"} })
123732024-11-21T19:43:48.112ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
123742024-11-21T19:43:48.112ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
123752024-11-21T19:43:48.112ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "cd23db72-4672-45b3-bfc3-adcbea496dd1", "content-length": "682", "date": "Thu, 21 Nov 2024 19:43:48 GMT"} })
123762024-11-21T19:43:48.112ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123772024-11-21T19:43:48.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123782024-11-21T19:43:48.116ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123792024-11-21T19:43:48.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123802024-11-21T19:43:48.120ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123812024-11-21T19:43:48.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123822024-11-21T19:43:48.122ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
123832024-11-21T19:43:48.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
123842024-11-21T19:43:48.129ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 545.999695ms iteration = 22 status = {}
123852024-11-21T19:43:48.689ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:48521
123862024-11-21T19:43:48.689ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:48521 req_id = 8186cec8-6cd8-47bf-a772-3e1c061ad53b roles = RoleSet { roles: {} } uri = /metrics/producers
123872024-11-21T19:43:48.689ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:48521 req_id = 8186cec8-6cd8-47bf-a772-3e1c061ad53b resource = Database result = Ok(()) uri = /metrics/producers
123882024-11-21T19:43:48.731ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = a6c6c937-34c0-40ae-9cbb-dae778a45973
123892024-11-21T19:43:48.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 41987 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:48521 req_id = 8186cec8-6cd8-47bf-a772-3e1c061ad53b response_code = 201 uri = /metrics/producers
123902024-11-21T19:43:56.265ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:42001
123912024-11-21T19:43:56.265ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:42001 req_id = 1561757d-f673-437e-9e11-15823b9bf452 roles = RoleSet { roles: {} } uri = /metrics/producers
123922024-11-21T19:43:56.266ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:42001 req_id = 1561757d-f673-437e-9e11-15823b9bf452 resource = Database result = Ok(()) uri = /metrics/producers
123932024-11-21T19:43:56.303ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 203795ed-576b-40e4-bed8-7463e3f2162c
123942024-11-21T19:43:56.303ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37693 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:42001 req_id = 1561757d-f673-437e-9e11-15823b9bf452 response_code = 201 uri = /metrics/producers
123952024-11-21T19:43:56.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1043 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = a1df648a-36b3-4033-a554-374d495031a8 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
123962024-11-21T19:43:57.584ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 65 reason = Timeout
123972024-11-21T19:43:57.584ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 65 reason = Timeout
123982024-11-21T19:43:57.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
123992024-11-21T19:43:57.584ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
124002024-11-21T19:43:57.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124012024-11-21T19:43:57.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
124022024-11-21T19:43:57.586ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
124032024-11-21T19:43:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
124042024-11-21T19:43:57.616ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.805445ms iteration = 65 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
124052024-11-21T19:43:57.619ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
124062024-11-21T19:43:57.622ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
124072024-11-21T19:43:57.622ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124082024-11-21T19:43:57.622ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124092024-11-21T19:43:57.624ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124102024-11-21T19:43:57.625ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124112024-11-21T19:43:57.627ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
124122024-11-21T19:43:57.629ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
124132024-11-21T19:43:57.629ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124142024-11-21T19:43:57.629ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124152024-11-21T19:43:57.640ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
124162024-11-21T19:43:57.640ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 56.480664ms iteration = 65 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
124172024-11-21T19:44:07.584ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 66 reason = Timeout
124182024-11-21T19:44:07.584ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 66 reason = Timeout
124192024-11-21T19:44:07.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124202024-11-21T19:44:07.584ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
124212024-11-21T19:44:07.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124222024-11-21T19:44:07.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
124232024-11-21T19:44:07.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
124242024-11-21T19:44:07.586ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
124252024-11-21T19:44:07.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
124262024-11-21T19:44:07.588ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
124272024-11-21T19:44:07.588ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124282024-11-21T19:44:07.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124292024-11-21T19:44:07.590ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124302024-11-21T19:44:07.590ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124312024-11-21T19:44:07.592ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
124322024-11-21T19:44:07.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
124332024-11-21T19:44:07.594ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124342024-11-21T19:44:07.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
124352024-11-21T19:44:07.603ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
124362024-11-21T19:44:07.603ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.245838ms iteration = 66 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
124372024-11-21T19:44:07.617ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.104312ms iteration = 66 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
124382024-11-21T19:44:11.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1359 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 90e04103-043a-4969-ba2e-3ad859cf0ed0 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
124392024-11-21T19:44:16.958ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = db1dabb0-643c-45d3-bd74-4042c6298ab9 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
124402024-11-21T19:44:16.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = db1dabb0-643c-45d3-bd74-4042c6298ab9 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
124412024-11-21T19:44:16.962ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3347 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = db1dabb0-643c-45d3-bd74-4042c6298ab9 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
124422024-11-21T19:44:16.962ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 26e0e481-a0d0-4678-a2d3-7be9bfa808d7 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
124432024-11-21T19:44:16.962ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 26e0e481-a0d0-4678-a2d3-7be9bfa808d7 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
124442024-11-21T19:44:16.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2407 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 26e0e481-a0d0-4678-a2d3-7be9bfa808d7 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
124452024-11-21T19:44:17.584ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 23 reason = Timeout
124462024-11-21T19:44:17.584ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
124472024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 23 reason = Timeout
124482024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
124492024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
124502024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 14 reason = Timeout
124512024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 67 reason = Timeout
124522024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
124532024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 23 reason = Timeout
124542024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
124552024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 13 reason = Timeout
124562024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
124572024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 12 reason = Timeout
124582024-11-21T19:44:17.585ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
124592024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
124602024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 23 reason = Timeout
124612024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
124622024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
124632024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 12 reason = Timeout
124642024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 23 reason = Timeout
124652024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
124662024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
124672024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 23 reason = Timeout
124682024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 24 reason = Timeout
124692024-11-21T19:44:17.585ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
124702024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 13 reason = Timeout
124712024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 23 reason = Timeout
124722024-11-21T19:44:17.585ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb
124732024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
124742024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
124752024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.5\u{b5}s iteration = 13 status = {"enabled":false,"target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"}
124762024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 23 reason = Timeout
124772024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 67 reason = Timeout
124782024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
124792024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 13 reason = Timeout
124802024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
124812024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 23 reason = Timeout
124822024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
124832024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 12 reason = Timeout
124842024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
124852024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 23 reason = Timeout
124862024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
124872024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 13 reason = Timeout
124882024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
124892024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
124902024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 23 reason = Timeout
124912024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
124922024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 12 reason = Timeout
124932024-11-21T19:44:17.585ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-21 19:34:17.585282059 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
124942024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
124952024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 12 reason = Timeout
124962024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
124972024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 23 reason = Timeout
124982024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
124992024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 14 reason = Timeout
125002024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 13 reason = Timeout
125012024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 13 reason = Timeout
125022024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
125032024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 23 reason = Timeout
125042024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
125052024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 26 reason = Timeout
125062024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
125072024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
125082024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
125092024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
125102024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
125112024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
125122024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
125132024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
125142024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
125152024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
125162024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
125172024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
125182024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
125192024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
125202024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
125212024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
125222024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
125232024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
125242024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
125252024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
125262024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
125272024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
125282024-11-21T19:44:17.585ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1400, tv_nsec: 456490773 } })
125292024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
125302024-11-21T19:44:17.585ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1400, tv_nsec: 456513903 } })
125312024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
125322024-11-21T19:44:17.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
125332024-11-21T19:44:17.586ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
125342024-11-21T19:44:17.586ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.176946ms iteration = 13 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
125352024-11-21T19:44:17.586ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
125362024-11-21T19:44:17.586ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.377228ms iteration = 13 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
125372024-11-21T19:44:17.588ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1400, tv_nsec: 458887255 } })
125382024-11-21T19:44:17.588ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
125392024-11-21T19:44:17.589ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
125402024-11-21T19:44:17.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
125412024-11-21T19:44:17.589ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.846704ms iteration = 23 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
125422024-11-21T19:44:17.590ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1400, tv_nsec: 460751850 } })
125432024-11-21T19:44:17.590ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
125442024-11-21T19:44:17.596ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
125452024-11-21T19:44:17.596ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
125462024-11-21T19:44:17.596ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 11.268031ms iteration = 12 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
125472024-11-21T19:44:17.598ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 12.870492ms iteration = 23 status = {"errors":[],"records_set_to_done":[]}
125482024-11-21T19:44:17.601ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
125492024-11-21T19:44:17.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
125502024-11-21T19:44:17.603ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 18.095112ms iteration = 12 status = {"errors":[],"found_port_ok":[]}
125512024-11-21T19:44:17.604ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
125522024-11-21T19:44:17.604ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
125532024-11-21T19:44:17.609ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
125542024-11-21T19:44:17.610ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
125552024-11-21T19:44:17.615ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125562024-11-21T19:44:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
125572024-11-21T19:44:17.618ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
125582024-11-21T19:44:17.618ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
125592024-11-21T19:44:17.623ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-21 19:34:17.585282059 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
125602024-11-21T19:44:17.623ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 38.616266ms iteration = 12 status = {"expiration":"2024-11-21T19:34:17.585282059Z","pruned":[]}
125612024-11-21T19:44:17.628ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1400, tv_nsec: 499001441 } })
125622024-11-21T19:44:17.628ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
125632024-11-21T19:44:17.636ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
125642024-11-21T19:44:17.637ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
125652024-11-21T19:44:17.655ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125662024-11-21T19:44:17.657ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
125672024-11-21T19:44:17.658ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
125682024-11-21T19:44:17.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
125692024-11-21T19:44:17.665ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125702024-11-21T19:44:17.665ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
125712024-11-21T19:44:17.665ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
125722024-11-21T19:44:17.665ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
125732024-11-21T19:44:17.665ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125742024-11-21T19:44:17.665ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
125752024-11-21T19:44:17.665ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 80.661627ms iteration = 23 status = {"errors":[],"garbage_collect_requested":[]}
125762024-11-21T19:44:17.669ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
125772024-11-21T19:44:17.669ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
125782024-11-21T19:44:17.669ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
125792024-11-21T19:44:17.670ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
125802024-11-21T19:44:17.670ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
125812024-11-21T19:44:17.670ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
125822024-11-21T19:44:17.670ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
125832024-11-21T19:44:17.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
125842024-11-21T19:44:17.671ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125852024-11-21T19:44:17.672ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125862024-11-21T19:44:17.672ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
125872024-11-21T19:44:17.673ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
125882024-11-21T19:44:17.673ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 88.232179ms iteration = 23 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
125892024-11-21T19:44:17.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
125902024-11-21T19:44:17.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
125912024-11-21T19:44:17.674ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
125922024-11-21T19:44:17.674ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
125932024-11-21T19:44:17.674ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
125942024-11-21T19:44:17.675ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
125952024-11-21T19:44:17.675ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
125962024-11-21T19:44:17.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
125972024-11-21T19:44:17.676ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125982024-11-21T19:44:17.677ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
125992024-11-21T19:44:17.678ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126002024-11-21T19:44:17.679ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126012024-11-21T19:44:17.681ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 96.392798ms iteration = 67 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
126022024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126032024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
126042024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
126052024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
126062024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
126072024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
126082024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
126092024-11-21T19:44:17.682ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
126102024-11-21T19:44:17.683ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
126112024-11-21T19:44:17.683ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
126122024-11-21T19:44:17.683ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
126132024-11-21T19:44:17.683ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
126142024-11-21T19:44:17.683ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
126152024-11-21T19:44:17.683ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
126162024-11-21T19:44:17.684ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
126172024-11-21T19:44:17.686ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
126182024-11-21T19:44:17.686ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
126192024-11-21T19:44:17.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
126202024-11-21T19:44:17.687ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
126212024-11-21T19:44:17.688ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
126222024-11-21T19:44:17.689ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
126232024-11-21T19:44:17.689ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
126242024-11-21T19:44:17.691ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126252024-11-21T19:44:17.691ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126262024-11-21T19:44:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
126272024-11-21T19:44:17.695ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
126282024-11-21T19:44:17.695ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
126292024-11-21T19:44:17.696ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
126302024-11-21T19:44:17.696ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
126312024-11-21T19:44:17.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
126322024-11-21T19:44:17.703ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126332024-11-21T19:44:17.706ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
126342024-11-21T19:44:17.706ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
126352024-11-21T19:44:17.706ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
126362024-11-21T19:44:17.709ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126372024-11-21T19:44:17.709ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126382024-11-21T19:44:17.712ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
126392024-11-21T19:44:17.712ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
126402024-11-21T19:44:17.712ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
126412024-11-21T19:44:17.714ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
126422024-11-21T19:44:17.719ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
126432024-11-21T19:44:17.719ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 133.935589ms iteration = 67 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
126442024-11-21T19:44:17.729ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
126452024-11-21T19:44:17.729ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
126462024-11-21T19:44:17.729ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
126472024-11-21T19:44:17.730ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
126482024-11-21T19:44:17.732ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
126492024-11-21T19:44:17.733ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
126502024-11-21T19:44:17.736ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
126512024-11-21T19:44:17.736ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 151.629686ms iteration = 23 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
126522024-11-21T19:44:17.737ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
126532024-11-21T19:44:17.737ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
126542024-11-21T19:44:17.738ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
126552024-11-21T19:44:17.738ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8ec4bc59-38ed-41b7-b605-16d213b8adc7", "content-length": "26", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
126562024-11-21T19:44:17.738ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
126572024-11-21T19:44:17.738ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
126582024-11-21T19:44:17.740ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
126592024-11-21T19:44:17.742ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126602024-11-21T19:44:17.745ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
126612024-11-21T19:44:17.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
126622024-11-21T19:44:17.746ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
126632024-11-21T19:44:17.746ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
126642024-11-21T19:44:17.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
126652024-11-21T19:44:17.750ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 165.31704ms iteration = 23 status = 0
126662024-11-21T19:44:17.750ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
126672024-11-21T19:44:17.750ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
126682024-11-21T19:44:17.750ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 165.810925ms iteration = 12 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
126692024-11-21T19:44:17.756ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
126702024-11-21T19:44:17.756ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
126712024-11-21T19:44:17.757ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
126722024-11-21T19:44:17.757ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
126732024-11-21T19:44:17.757ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
126742024-11-21T19:44:17.757ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
126752024-11-21T19:44:17.757ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
126762024-11-21T19:44:17.758ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 173.497418ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
126772024-11-21T19:44:17.759ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126782024-11-21T19:44:17.762ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
126792024-11-21T19:44:17.763ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
126802024-11-21T19:44:17.763ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
126812024-11-21T19:44:17.763ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
126822024-11-21T19:44:17.764ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
126832024-11-21T19:44:17.764ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
126842024-11-21T19:44:17.764ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "183c9fef-ad72-4ab5-900e-123c2579019c", "content-length": "26", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
126852024-11-21T19:44:17.764ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
126862024-11-21T19:44:17.766ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
126872024-11-21T19:44:17.766ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
126882024-11-21T19:44:17.767ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
126892024-11-21T19:44:17.769ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
126902024-11-21T19:44:17.769ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
126912024-11-21T19:44:17.775ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
126922024-11-21T19:44:17.775ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
126932024-11-21T19:44:17.775ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b5a74fe4-6770-4114-8e6c-80a7583521de", "content-length": "26", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
126942024-11-21T19:44:17.775ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
126952024-11-21T19:44:17.775ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
126962024-11-21T19:44:17.775ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
126972024-11-21T19:44:17.776ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
126982024-11-21T19:44:17.777ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
126992024-11-21T19:44:17.781ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
127002024-11-21T19:44:17.781ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
127012024-11-21T19:44:17.781ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
127022024-11-21T19:44:17.781ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
127032024-11-21T19:44:17.781ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
127042024-11-21T19:44:17.783ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
127052024-11-21T19:44:17.788ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
127062024-11-21T19:44:17.788ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
127072024-11-21T19:44:17.789ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
127082024-11-21T19:44:17.791ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
127092024-11-21T19:44:17.791ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
127102024-11-21T19:44:17.791ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 206.725193ms iteration = 23 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
127112024-11-21T19:44:17.806ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 221.620921ms iteration = 23 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
127122024-11-21T19:44:17.809ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
127132024-11-21T19:44:17.809ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 0 version = 2
127142024-11-21T19:44:17.809ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
127152024-11-21T19:44:17.810ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
127162024-11-21T19:44:17.811ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
127172024-11-21T19:44:17.816ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
127182024-11-21T19:44:17.816ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
127192024-11-21T19:44:17.816ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
127202024-11-21T19:44:17.818ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0 dns_zone_name = oxide.test found_so_far = 1 version = 2
127212024-11-21T19:44:17.818ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
127222024-11-21T19:44:17.818ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-21 19:33:32.758954 UTC dns_group = external generation = 2
127232024-11-21T19:44:17.818ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 233.312797ms iteration = 13 status = {"generation":2}
127242024-11-21T19:44:17.825ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0" }] }) }
127252024-11-21T19:44:17.825ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 240.545374ms iteration = 13 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]}},"default_endpoint":{"silo_id":"4d2571c7-98ea-428d-998e-b26e88b12e96","tls_certs":["dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
127262024-11-21T19:44:17.829ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
127272024-11-21T19:44:17.829ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
127282024-11-21T19:44:17.829ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
127292024-11-21T19:44:17.829ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
127302024-11-21T19:44:17.832ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
127312024-11-21T19:44:17.835ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
127322024-11-21T19:44:17.835ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
127332024-11-21T19:44:17.835ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
127342024-11-21T19:44:17.838ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 3d5fcde1-45b9-4eef-b092-78b429ed7718 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
127352024-11-21T19:44:17.838ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
127362024-11-21T19:44:17.838ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-21 19:33:31.797390 UTC dns_group = internal generation = 1
127372024-11-21T19:44:17.838ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 253.495787ms iteration = 13 status = {"generation":1}
127382024-11-21T19:44:17.869ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 283.64403ms iteration = 26 status = {"physical_disks_added":0}
127392024-11-21T19:44:17.890ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
127402024-11-21T19:44:17.890ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 305.30731ms iteration = 12 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
127412024-11-21T19:44:17.939ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
127422024-11-21T19:44:17.939ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "2ffca25d-6d9a-49b6-b7a3-9aa213c3cb89", "content-length": "1", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
127432024-11-21T19:44:17.941ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
127442024-11-21T19:44:17.941ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
127452024-11-21T19:44:17.942ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 357.646509ms iteration = 23 status = null
127462024-11-21T19:44:17.977ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
127472024-11-21T19:44:17.992ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
127482024-11-21T19:44:17.992ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "1be7d3ca-5096-4eda-a95f-339767309bfe", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
127492024-11-21T19:44:17.992ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
127502024-11-21T19:44:17.994ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "91d5a9ca-4378-4bd8-afd8-e577a64d9633", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
127512024-11-21T19:44:17.994ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
127522024-11-21T19:44:17.996ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
127532024-11-21T19:44:17.996ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 410.825429ms iteration = 14 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
127542024-11-21T19:44:18.031ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
127552024-11-21T19:44:18.031ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "ad2bf790-78eb-41f2-887d-1a881a5d65be", "content-length": "691", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
127562024-11-21T19:44:18.031ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
127572024-11-21T19:44:18.031ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
127582024-11-21T19:44:18.031ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
127592024-11-21T19:44:18.033ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 448.691696ms iteration = 23 status = {}
127602024-11-21T19:44:18.034ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 449.115052ms iteration = 23 status = {}
127612024-11-21T19:44:18.066ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
127622024-11-21T19:44:18.066ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
127632024-11-21T19:44:18.067ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "387fa764-6c1f-402f-8d35-8d29f1c7fb7b", "content-length": "372", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
127642024-11-21T19:44:18.067ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
127652024-11-21T19:44:18.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
127662024-11-21T19:44:18.088ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
127672024-11-21T19:44:18.088ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "92e74daf-ca28-4356-88d6-5bbf51e47fdc", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127682024-11-21T19:44:18.088ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127692024-11-21T19:44:18.090ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "caae625f-ecb8-4ed9-aeb5-d0ccfbf8119c", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127702024-11-21T19:44:18.090ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127712024-11-21T19:44:18.092ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "7d696475-087a-4cdf-9c27-8d3709ad39a3", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127722024-11-21T19:44:18.092ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127732024-11-21T19:44:18.094ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
127742024-11-21T19:44:18.094ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 509.399726ms iteration = 14 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
127752024-11-21T19:44:18.117ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
127762024-11-21T19:44:18.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
127772024-11-21T19:44:18.118ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
127782024-11-21T19:44:18.118ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
127792024-11-21T19:44:18.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
127802024-11-21T19:44:18.119ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
127812024-11-21T19:44:18.119ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
127822024-11-21T19:44:18.129ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
127832024-11-21T19:44:18.129ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "25280f3d-e96b-4ca1-9438-a501754efaaa", "content-length": "134", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
127842024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
127852024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
127862024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
127872024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
127882024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
127892024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
127902024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
127912024-11-21T19:44:18.129ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
127922024-11-21T19:44:18.130ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
127932024-11-21T19:44:18.130ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
127942024-11-21T19:44:18.130ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
127952024-11-21T19:44:18.130ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
127962024-11-21T19:44:18.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
127972024-11-21T19:44:18.132ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
127982024-11-21T19:44:18.132ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "eb602842-8fe0-4df0-8c06-bdabbdac6efc", "content-length": "2", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
127992024-11-21T19:44:18.132ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
128002024-11-21T19:44:18.132ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b1caec23-69a9-456b-ada5-f2e99cda9e87", "content-length": "51", "date": "Thu, 21 Nov 2024 19:44:17 GMT"} })
128012024-11-21T19:44:18.132ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
128022024-11-21T19:44:18.132ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
128032024-11-21T19:44:18.222ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "98e13e0c-9631-47c9-b689-693285aa6fb4", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} })
128042024-11-21T19:44:18.222ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
128052024-11-21T19:44:18.222ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
128062024-11-21T19:44:18.225ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
128072024-11-21T19:44:18.225ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
128082024-11-21T19:44:18.229ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
128092024-11-21T19:44:18.229ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
128102024-11-21T19:44:18.233ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
128112024-11-21T19:44:18.233ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
128122024-11-21T19:44:18.233ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "73893282-3bb4-45ec-a1a9-b558c01d9fa8", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} })
128132024-11-21T19:44:18.235ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 650.796326ms iteration = 24 status = {}
128142024-11-21T19:44:18.334ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "cd73f045-4116-4238-9917-12b9e109a6f9", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} })
128152024-11-21T19:44:18.335ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
128162024-11-21T19:44:18.335ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
128172024-11-21T19:44:18.335ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e0beae1-cf92-47e1-85b9-732830c66430", "content-length": "682", "date": "Thu, 21 Nov 2024 19:44:18 GMT"} })
128182024-11-21T19:44:18.335ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
128192024-11-21T19:44:18.335ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
128202024-11-21T19:44:18.339ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
128212024-11-21T19:44:18.339ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
128222024-11-21T19:44:18.341ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
128232024-11-21T19:44:18.341ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
128242024-11-21T19:44:18.344ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
128252024-11-21T19:44:18.344ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
128262024-11-21T19:44:18.351ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 766.205688ms iteration = 23 status = {}
128272024-11-21T19:44:26.314ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:45144
128282024-11-21T19:44:26.314ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:45144 req_id = ffd5c63a-3361-42ae-858f-da7552668adf roles = RoleSet { roles: {} } uri = /metrics/producers
128292024-11-21T19:44:26.314ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:45144 req_id = ffd5c63a-3361-42ae-858f-da7552668adf resource = Database result = Ok(()) uri = /metrics/producers
128302024-11-21T19:44:26.328ZINFOnexus: assigned collector to new producer collector_id = 5fb99117-c685-44d5-bec2-c58adb63b619 file = nexus/src/app/oximeter.rs:76 producer_id = 342b0d8b-38e0-4c30-ac04-f30e9c6140df
128312024-11-21T19:44:26.328ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 14137 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:45144 req_id = ffd5c63a-3361-42ae-858f-da7552668adf response_code = 201 uri = /metrics/producers
128322024-11-21T19:44:26.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1069 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 83018058-248c-4659-90e8-5ebe56a7b1ef response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
128332024-11-21T19:44:27.584ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 68 reason = Timeout
128342024-11-21T19:44:27.584ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
128352024-11-21T19:44:27.584ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 68 reason = Timeout
128362024-11-21T19:44:27.584ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128372024-11-21T19:44:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
128382024-11-21T19:44:27.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128392024-11-21T19:44:27.586ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
128402024-11-21T19:44:27.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
128412024-11-21T19:44:27.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128422024-11-21T19:44:27.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128432024-11-21T19:44:27.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128442024-11-21T19:44:27.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128452024-11-21T19:44:27.592ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
128462024-11-21T19:44:27.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
128472024-11-21T19:44:27.594ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128482024-11-21T19:44:27.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128492024-11-21T19:44:27.606ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
128502024-11-21T19:44:27.606ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.400826ms iteration = 68 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
128512024-11-21T19:44:27.618ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
128522024-11-21T19:44:27.619ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
128532024-11-21T19:44:27.649ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 64.536332ms iteration = 68 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
128542024-11-21T19:44:31.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = ed36dd6c-1b54-40c9-8008-b3a08713e433 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
128552024-11-21T19:44:31.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = ed36dd6c-1b54-40c9-8008-b3a08713e433 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
128562024-11-21T19:44:31.962ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3354 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = ed36dd6c-1b54-40c9-8008-b3a08713e433 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
128572024-11-21T19:44:31.962ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = fe0b1e9e-c06f-4376-8d79-015e96707382 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
128582024-11-21T19:44:31.963ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = fe0b1e9e-c06f-4376-8d79-015e96707382 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
128592024-11-21T19:44:31.965ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2878 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = fe0b1e9e-c06f-4376-8d79-015e96707382 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
128602024-11-21T19:44:37.585ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 69 reason = Timeout
128612024-11-21T19:44:37.585ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 69 reason = Timeout
128622024-11-21T19:44:37.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128632024-11-21T19:44:37.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
128642024-11-21T19:44:37.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128652024-11-21T19:44:37.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
128662024-11-21T19:44:37.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
128672024-11-21T19:44:37.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
128682024-11-21T19:44:37.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128692024-11-21T19:44:37.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128702024-11-21T19:44:37.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128712024-11-21T19:44:37.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128722024-11-21T19:44:37.593ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
128732024-11-21T19:44:37.595ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
128742024-11-21T19:44:37.595ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
128752024-11-21T19:44:37.596ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
128762024-11-21T19:44:37.608ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
128772024-11-21T19:44:37.608ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.920367ms iteration = 69 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
128782024-11-21T19:44:37.613ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
128792024-11-21T19:44:37.614ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
128802024-11-21T19:44:37.615ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.098172ms iteration = 69 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
128812024-11-21T19:44:41.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1125 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 834a51fb-528d-4d18-9a01-893512adcae6 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
128822024-11-21T19:44:46.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = e293baa9-0f2e-4f5a-a855-2462dd9c07a3 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
128832024-11-21T19:44:46.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = e293baa9-0f2e-4f5a-a855-2462dd9c07a3 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
128842024-11-21T19:44:46.962ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3108 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = e293baa9-0f2e-4f5a-a855-2462dd9c07a3 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
128852024-11-21T19:44:46.962ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 9c12311c-3c8d-4aa8-9fa3-743669a0c947 roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
128862024-11-21T19:44:46.962ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 9c12311c-3c8d-4aa8-9fa3-743669a0c947 resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
128872024-11-21T19:44:46.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2350 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 9c12311c-3c8d-4aa8-9fa3-743669a0c947 response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
128882024-11-21T19:44:47.584ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 24 reason = Timeout
128892024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 24 reason = Timeout
128902024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
128912024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
128922024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
128932024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 27 reason = Timeout
128942024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
128952024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 25 reason = Timeout
128962024-11-21T19:44:47.585ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
128972024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 70 reason = Timeout
128982024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
128992024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
129002024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 24 reason = Timeout
129012024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 24 reason = Timeout
129022024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
129032024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
129042024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 24 reason = Timeout
129052024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
129062024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 24 reason = Timeout
129072024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
129082024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 24 reason = Timeout
129092024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
129102024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 70 reason = Timeout
129112024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
129122024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 24 reason = Timeout
129132024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
129142024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 24 reason = Timeout
129152024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
129162024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 24 reason = Timeout
129172024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
129182024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 24 reason = Timeout
129192024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
129202024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 24 reason = Timeout
129212024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 24 reason = Timeout
129222024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
129232024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
129242024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
129252024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
129262024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
129272024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
129282024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
129292024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
129302024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
129312024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
129322024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
129332024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
129342024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
129352024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
129362024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
129372024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
129382024-11-21T19:44:47.585ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
129392024-11-21T19:44:47.588ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
129402024-11-21T19:44:47.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
129412024-11-21T19:44:47.589ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
129422024-11-21T19:44:47.589ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
129432024-11-21T19:44:47.589ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
129442024-11-21T19:44:47.589ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129452024-11-21T19:44:47.589ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.127835ms iteration = 24 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
129462024-11-21T19:44:47.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
129472024-11-21T19:44:47.589ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129482024-11-21T19:44:47.591ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129492024-11-21T19:44:47.592ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
129502024-11-21T19:44:47.592ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
129512024-11-21T19:44:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
129522024-11-21T19:44:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
129532024-11-21T19:44:47.592ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
129542024-11-21T19:44:47.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
129552024-11-21T19:44:47.594ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1430, tv_nsec: 464176655 } })
129562024-11-21T19:44:47.594ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
129572024-11-21T19:44:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
129582024-11-21T19:44:47.594ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
129592024-11-21T19:44:47.594ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
129602024-11-21T19:44:47.597ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129612024-11-21T19:44:47.597ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129622024-11-21T19:44:47.597ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1430, tv_nsec: 467679402 } })
129632024-11-21T19:44:47.597ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
129642024-11-21T19:44:47.598ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129652024-11-21T19:44:47.598ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
129662024-11-21T19:44:47.598ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 13.865725ms iteration = 70 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
129672024-11-21T19:44:47.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
129682024-11-21T19:44:47.599ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
129692024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
129702024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
129712024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
129722024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
129732024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
129742024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
129752024-11-21T19:44:47.600ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
129762024-11-21T19:44:47.601ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
129772024-11-21T19:44:47.601ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
129782024-11-21T19:44:47.601ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
129792024-11-21T19:44:47.605ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1430, tv_nsec: 475102241 } })
129802024-11-21T19:44:47.605ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
129812024-11-21T19:44:47.605ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
129822024-11-21T19:44:47.605ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
129832024-11-21T19:44:47.615ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
129842024-11-21T19:44:47.615ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
129852024-11-21T19:44:47.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
129862024-11-21T19:44:47.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
129872024-11-21T19:44:47.620ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129882024-11-21T19:44:47.624ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
129892024-11-21T19:44:47.624ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
129902024-11-21T19:44:47.624ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
129912024-11-21T19:44:47.652ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 67.692025ms iteration = 24 status = {"errors":[],"garbage_collect_requested":[]}
129922024-11-21T19:44:47.653ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
129932024-11-21T19:44:47.653ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
129942024-11-21T19:44:47.656ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
129952024-11-21T19:44:47.656ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 70.941968ms iteration = 70 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
129962024-11-21T19:44:47.656ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
129972024-11-21T19:44:47.656ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
129982024-11-21T19:44:47.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
129992024-11-21T19:44:47.658ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
130002024-11-21T19:44:47.658ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
130012024-11-21T19:44:47.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
130022024-11-21T19:44:47.660ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
130032024-11-21T19:44:47.660ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
130042024-11-21T19:44:47.660ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
130052024-11-21T19:44:47.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
130062024-11-21T19:44:47.662ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 77.349023ms iteration = 24 status = {"errors":[],"records_set_to_done":[]}
130072024-11-21T19:44:47.664ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 79.151748ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
130082024-11-21T19:44:47.666ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
130092024-11-21T19:44:47.666ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 81.150525ms iteration = 24 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
130102024-11-21T19:44:47.668ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
130112024-11-21T19:44:47.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
130122024-11-21T19:44:47.671ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
130132024-11-21T19:44:47.671ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
130142024-11-21T19:44:47.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
130152024-11-21T19:44:47.672ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
130162024-11-21T19:44:47.672ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
130172024-11-21T19:44:47.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
130182024-11-21T19:44:47.673ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
130192024-11-21T19:44:47.675ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) } result = Ok(())
130202024-11-21T19:44:47.675ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
130212024-11-21T19:44:47.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
130222024-11-21T19:44:47.678ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 93.184035ms iteration = 24 status = 0
130232024-11-21T19:44:47.690ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 105.040683ms iteration = 24 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
130242024-11-21T19:44:47.692ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
130252024-11-21T19:44:47.692ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
130262024-11-21T19:44:47.692ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
130272024-11-21T19:44:47.692ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 107.295944ms iteration = 24 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
130282024-11-21T19:44:47.692ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
130292024-11-21T19:44:47.692ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
130302024-11-21T19:44:47.692ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
130312024-11-21T19:44:47.692ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ec55067c-3b39-42a0-a635-32a7cf766910", "content-length": "26", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130322024-11-21T19:44:47.692ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
130332024-11-21T19:44:47.694ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 108.831484ms iteration = 24 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
130342024-11-21T19:44:47.694ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
130352024-11-21T19:44:47.742ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
130362024-11-21T19:44:47.743ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
130372024-11-21T19:44:47.744ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
130382024-11-21T19:44:47.746ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
130392024-11-21T19:44:47.746ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
130402024-11-21T19:44:47.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
130412024-11-21T19:44:47.748ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
130422024-11-21T19:44:47.749ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
130432024-11-21T19:44:47.749ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
130442024-11-21T19:44:47.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
130452024-11-21T19:44:47.756ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
130462024-11-21T19:44:47.756ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
130472024-11-21T19:44:47.756ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1a6341ae-5ce0-4700-a005-d873a689613e", "content-length": "26", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130482024-11-21T19:44:47.756ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
130492024-11-21T19:44:47.758ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
130502024-11-21T19:44:47.774ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 189.719655ms iteration = 27 status = {"physical_disks_added":0}
130512024-11-21T19:44:47.795ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 zone_address = fd00:1122:3344:101::2
130522024-11-21T19:44:47.795ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
130532024-11-21T19:44:47.796ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2f7281e9-2c9c-4507-8da7-6d2cb59185f7", "content-length": "26", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130542024-11-21T19:44:47.796ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
130552024-11-21T19:44:47.797ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
130562024-11-21T19:44:47.826ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 241.371605ms iteration = 24 status = {}
130572024-11-21T19:44:47.836ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
130582024-11-21T19:44:47.837ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
130592024-11-21T19:44:47.837ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "38cc522d-e43d-43a2-9746-67ffb78a792b", "content-length": "372", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130602024-11-21T19:44:47.837ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
130612024-11-21T19:44:47.837ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
130622024-11-21T19:44:47.886ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
130632024-11-21T19:44:47.887ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "ff08b8aa-c7fa-469a-b322-c4659b3efd3a", "content-length": "1", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130642024-11-21T19:44:47.889ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
130652024-11-21T19:44:47.889ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
130662024-11-21T19:44:47.891ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 306.028219ms iteration = 24 status = null
130672024-11-21T19:44:47.912ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
130682024-11-21T19:44:47.912ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
130692024-11-21T19:44:48.029ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "7ab402a4-9258-461e-9b4e-7071f61a961e", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130702024-11-21T19:44:48.029ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
130712024-11-21T19:44:48.030ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
130722024-11-21T19:44:48.031ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
130732024-11-21T19:44:48.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
130742024-11-21T19:44:48.035ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
130752024-11-21T19:44:48.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
130762024-11-21T19:44:48.049ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
130772024-11-21T19:44:48.049ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "99e033ea-a604-4710-afc4-fa3448a11d94", "content-length": "691", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130782024-11-21T19:44:48.049ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
130792024-11-21T19:44:48.049ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
130802024-11-21T19:44:48.049ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
130812024-11-21T19:44:48.051ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 466.751346ms iteration = 24 status = {}
130822024-11-21T19:44:48.052ZINFOnexus (BackgroundTasks): VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
130832024-11-21T19:44:48.052ZDEBGnexus (BackgroundTasks): client request SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
130842024-11-21T19:44:48.052ZDEBGnexus (BackgroundTasks): client response SledAgent = 203795ed-576b-40e4-bed8-7463e3f2162c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "32733d68-47e6-4de2-bb1e-a28d32332b5a", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130852024-11-21T19:44:48.054ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
130862024-11-21T19:44:48.054ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 469.812938ms iteration = 25 status = {}
130872024-11-21T19:44:48.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
130882024-11-21T19:44:48.057ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) } rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
130892024-11-21T19:44:48.057ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
130902024-11-21T19:44:48.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
130912024-11-21T19:44:48.064ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
130922024-11-21T19:44:48.064ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "1ee3dbc4-3533-45ae-ace3-e586a4e0a8ca", "content-length": "134", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
130932024-11-21T19:44:48.064ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
130942024-11-21T19:44:48.064ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = a0508820-29d4-4ad9-a25a-a54581875a4f
130952024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
130962024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
130972024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
130982024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
130992024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
131002024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
131012024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
131022024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
131032024-11-21T19:44:48.065ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789
131042024-11-21T19:44:48.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
131052024-11-21T19:44:48.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
131062024-11-21T19:44:48.073ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
131072024-11-21T19:44:48.073ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c3272cc7-bff1-4948-8de0-aab2f1e2736a", "content-length": "2", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
131082024-11-21T19:44:48.073ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
131092024-11-21T19:44:48.073ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "cbf56bff-2d1d-41e4-a787-943c81dba78e", "content-length": "51", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
131102024-11-21T19:44:48.073ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch_location = Switch0
131112024-11-21T19:44:48.073ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
131122024-11-21T19:44:48.181ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a0584311-f40e-40c7-b69d-da59d12c601e", "date": "Thu, 21 Nov 2024 19:44:47 GMT"} })
131132024-11-21T19:44:48.181ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 switch = Switch0
131142024-11-21T19:44:48.181ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
131152024-11-21T19:44:48.185ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 6f50eaaf-6509-4592-a570-21594f7b8789 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "9c487638-161a-429c-ba5a-b087dda55607", "content-length": "682", "date": "Thu, 21 Nov 2024 19:44:48 GMT"} })
131162024-11-21T19:44:48.185ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
131172024-11-21T19:44:48.185ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
131182024-11-21T19:44:48.189ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
131192024-11-21T19:44:48.189ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
131202024-11-21T19:44:48.193ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
131212024-11-21T19:44:48.193ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
131222024-11-21T19:44:48.195ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
131232024-11-21T19:44:48.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
131242024-11-21T19:44:48.202ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 617.562602ms iteration = 24 status = {}
131252024-11-21T19:44:56.967ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1131 local_addr = [fd00:1122:3344:101::b]:56721 method = GET remote_addr = [fd00:1122:3344:101::d]:35018 req_id = 32f1f591-8e70-405c-942d-0793247ef7d6 response_code = 200 uri = /088dbd0f-363c-4785-9d04-aa968256294e
131262024-11-21T19:44:57.585ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 71 reason = Timeout
131272024-11-21T19:44:57.585ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 71 reason = Timeout
131282024-11-21T19:44:57.585ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
131292024-11-21T19:44:57.585ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
131302024-11-21T19:44:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
131312024-11-21T19:44:57.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
131322024-11-21T19:44:57.587ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
131332024-11-21T19:44:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
131342024-11-21T19:44:57.589ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
131352024-11-21T19:44:57.589ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
131362024-11-21T19:44:57.591ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
131372024-11-21T19:44:57.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
131382024-11-21T19:44:57.593ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
131392024-11-21T19:44:57.595ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) } result = Ok(())
131402024-11-21T19:44:57.595ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
131412024-11-21T19:44:57.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
131422024-11-21T19:44:57.605ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb original_time_created = 2024-11-21 19:33:13.736634 UTC target_id = 50bfe1c4-af2b-4319-bf0c-306a5806cfeb time_created = 2024-11-21 19:33:13.736634 UTC
131432024-11-21T19:44:57.605ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.880165ms iteration = 71 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","time_created":"2024-11-21T19:33:13.736634Z"}
131442024-11-21T19:44:57.622ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
131452024-11-21T19:44:57.622ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
131462024-11-21T19:44:57.657ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 72.110623ms iteration = 71 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
131472024-11-21T19:45:01.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 3e4fa662-210b-42e6-b6c1-acbd66a03c1d roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
131482024-11-21T19:45:01.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 3e4fa662-210b-42e6-b6c1-acbd66a03c1d resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
131492024-11-21T19:45:01.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 5432 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 3e4fa662-210b-42e6-b6c1-acbd66a03c1d response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending
131502024-11-21T19:45:01.965ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 00ff7d19-5fbc-4bcb-9675-0902df43079e roles = RoleSet { roles: {} } uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
131512024-11-21T19:45:01.965ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 00ff7d19-5fbc-4bcb-9675-0902df43079e resource = Database result = Ok(()) uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D
131522024-11-21T19:45:01.968ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3579 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52796 req_id = 00ff7d19-5fbc-4bcb-9675-0902df43079e response_code = 200 uri = /metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D