Max level shown:
12025-02-10T19:00:04.089ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 225fe685-4077-4268-9bd1-f8159dd8e4b4 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
22025-02-10T19:00:04.089ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 225fe685-4077-4268-9bd1-f8159dd8e4b4 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
32025-02-10T19:00:04.091ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2089 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 225fe685-4077-4268-9bd1-f8159dd8e4b4 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
42025-02-10T19:00:05.111ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 203d7b0a-492f-4703-b8c3-6fd569ef8f1b roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
52025-02-10T19:00:05.111ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 203d7b0a-492f-4703-b8c3-6fd569ef8f1b resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
62025-02-10T19:00:05.113ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2587 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 203d7b0a-492f-4703-b8c3-6fd569ef8f1b response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
72025-02-10T19:00:05.311ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
82025-02-10T19:00:05.311ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
92025-02-10T19:00:05.313ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
102025-02-10T19:00:05.314ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
112025-02-10T19:00:05.315ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
122025-02-10T19:00:05.316ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
132025-02-10T19:00:05.316ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
142025-02-10T19:00:05.317ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
152025-02-10T19:00:05.318ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
162025-02-10T19:00:05.318ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
172025-02-10T19:00:05.320ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
182025-02-10T19:00:05.320ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
192025-02-10T19:00:05.321ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
202025-02-10T19:00:05.321ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
212025-02-10T19:00:05.323ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
222025-02-10T19:00:05.325ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
232025-02-10T19:00:05.325ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
242025-02-10T19:00:05.325ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
252025-02-10T19:00:05.326ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
262025-02-10T19:00:05.327ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
272025-02-10T19:00:05.327ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
282025-02-10T19:00:05.328ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
292025-02-10T19:00:05.332ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
302025-02-10T19:00:05.333ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
312025-02-10T19:00:05.334ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
322025-02-10T19:00:05.334ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
332025-02-10T19:00:05.335ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
342025-02-10T19:00:05.335ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
352025-02-10T19:00:05.337ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
362025-02-10T19:00:05.337ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
372025-02-10T19:00:05.338ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
382025-02-10T19:00:05.340ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
392025-02-10T19:00:05.340ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
402025-02-10T19:00:05.340ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
412025-02-10T19:00:05.341ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
422025-02-10T19:00:05.342ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
432025-02-10T19:00:05.343ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
442025-02-10T19:00:05.343ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
452025-02-10T19:00:05.345ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
462025-02-10T19:00:05.346ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
472025-02-10T19:00:05.346ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
482025-02-10T19:00:05.346ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
492025-02-10T19:00:05.347ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
502025-02-10T19:00:05.347ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
512025-02-10T19:00:05.349ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
522025-02-10T19:00:05.349ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
532025-02-10T19:00:05.351ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
542025-02-10T19:00:05.351ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
552025-02-10T19:00:05.353ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
562025-02-10T19:00:05.353ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
572025-02-10T19:00:05.356ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
582025-02-10T19:00:05.356ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
592025-02-10T19:00:05.358ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
602025-02-10T19:00:05.359ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
612025-02-10T19:00:05.361ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
622025-02-10T19:00:05.363ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
632025-02-10T19:00:05.363ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
642025-02-10T19:00:05.364ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
652025-02-10T19:00:05.366ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
662025-02-10T19:00:05.366ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
672025-02-10T19:00:05.368ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
682025-02-10T19:00:05.368ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
692025-02-10T19:00:05.370ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
702025-02-10T19:00:05.370ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
712025-02-10T19:00:05.373ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
722025-02-10T19:00:05.376ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
732025-02-10T19:00:05.376ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
742025-02-10T19:00:05.376ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
752025-02-10T19:00:05.378ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
762025-02-10T19:00:05.378ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
772025-02-10T19:00:05.386ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
782025-02-10T19:00:05.386ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
792025-02-10T19:00:05.387ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
802025-02-10T19:00:05.389ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Sled { parent: Fleet, key: 7ec653e1-a9f8-4df8-9147-9041ea9876f7, lookup_type: ById(7ec653e1-a9f8-4df8-9147-9041ea9876f7) } result = Ok(())
812025-02-10T19:00:05.419ZDEBGnexus: client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vmms/57231d2e-baeb-402c-88ea-0eff68253695/state
822025-02-10T19:00:05.420ZDEBGnexus: client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vmms/57231d2e-baeb-402c-88ea-0eff68253695/state", status: 200, headers: {"content-type": "application/json", "x-request-id": "e8f99108-1cf6-4ba1-a3fd-d3465ec1914a", "content-length": "151", "date": "Mon, 10 Feb 2025 19:00:05 GMT"} })
832025-02-10T19:00:05.420ZINFOnexus (dropshot_external): received new VMM runtime state from sled agent actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true file = nexus/src/app/instance.rs:2078 local_addr = 172.30.2.6:443 method = POST migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83 vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2025-02-10T19:00:05.420598152Z }
842025-02-10T19:00:05.420ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
852025-02-10T19:00:05.421ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
862025-02-10T19:00:05.421ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2078 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 47ea74de-2546-4d2f-9659-adad94ce4f47 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695 vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-10T19:00:05.420785766Z }
872025-02-10T19:00:05.421ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 47ea74de-2546-4d2f-9659-adad94ce4f47 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
882025-02-10T19:00:05.421ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 47ea74de-2546-4d2f-9659-adad94ce4f47 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
892025-02-10T19:00:05.456ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
902025-02-10T19:00:05.456ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
912025-02-10T19:00:05.460ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 39200 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 47ea74de-2546-4d2f-9659-adad94ce4f47 response_code = 204 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
922025-02-10T19:00:05.461ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
932025-02-10T19:00:05.462ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
942025-02-10T19:00:05.465ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
952025-02-10T19:00:05.465ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
962025-02-10T19:00:05.467ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
972025-02-10T19:00:05.467ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
982025-02-10T19:00:05.470ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
992025-02-10T19:00:05.473ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
1002025-02-10T19:00:05.473ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
1012025-02-10T19:00:05.473ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
1022025-02-10T19:00:05.476ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 169713 local_addr = 172.30.2.6:443 method = POST remote_addr = 10.151.1.100:60060 req_id = 8168959a-0a60-4b5e-86bf-376371a2dd0a response_code = 202 uri = /v1/instances/instance-fce3acfc3ec/stop?project=proj-7d9fd57ca83
1032025-02-10T19:00:05.477ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1042025-02-10T19:00:05.477ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1052025-02-10T19:00:05.478ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1062025-02-10T19:00:05.478ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1072025-02-10T19:00:05.480ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
1082025-02-10T19:00:05.481ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
1092025-02-10T19:00:05.481ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1102025-02-10T19:00:05.481ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1112025-02-10T19:00:05.482ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1122025-02-10T19:00:05.482ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1132025-02-10T19:00:05.484ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1142025-02-10T19:00:05.484ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1152025-02-10T19:00:05.485ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1162025-02-10T19:00:05.486ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1172025-02-10T19:00:05.487ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
1182025-02-10T19:00:05.488ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
1192025-02-10T19:00:05.488ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1202025-02-10T19:00:05.489ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1212025-02-10T19:00:05.490ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
1222025-02-10T19:00:05.491ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
1232025-02-10T19:00:05.491ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1242025-02-10T19:00:05.491ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1252025-02-10T19:00:05.496ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1262025-02-10T19:00:05.496ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1272025-02-10T19:00:05.497ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1282025-02-10T19:00:05.497ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1292025-02-10T19:00:05.499ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1302025-02-10T19:00:05.499ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1312025-02-10T19:00:05.500ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1322025-02-10T19:00:05.501ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1332025-02-10T19:00:05.502ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
1342025-02-10T19:00:05.503ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
1352025-02-10T19:00:05.503ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1362025-02-10T19:00:05.503ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1372025-02-10T19:00:05.504ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1382025-02-10T19:00:05.505ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1392025-02-10T19:00:05.506ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
1402025-02-10T19:00:05.506ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
1412025-02-10T19:00:05.507ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
1422025-02-10T19:00:05.509ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
1432025-02-10T19:00:05.509ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1442025-02-10T19:00:05.509ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1452025-02-10T19:00:05.510ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1462025-02-10T19:00:05.510ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1472025-02-10T19:00:05.512ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1482025-02-10T19:00:05.512ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1492025-02-10T19:00:05.514ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1502025-02-10T19:00:05.514ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1512025-02-10T19:00:05.516ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1522025-02-10T19:00:05.516ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1532025-02-10T19:00:05.518ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1542025-02-10T19:00:05.519ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1552025-02-10T19:00:05.521ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1562025-02-10T19:00:05.521ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1572025-02-10T19:00:05.523ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1582025-02-10T19:00:05.526ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
1592025-02-10T19:00:05.526ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
1602025-02-10T19:00:05.526ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
1612025-02-10T19:00:05.527ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
1622025-02-10T19:00:05.528ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
1632025-02-10T19:00:05.528ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
1642025-02-10T19:00:05.528ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
1652025-02-10T19:00:05.533ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete
1662025-02-10T19:00:05.533ZINFOnexus (SEC): saga create dag = {"end_node":5,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[4,0,null],[3,5,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"instance_delete.instance_delete_nat","label":"InstanceDeleteNat","name":"no_result4"}},{"Action":{"action_name":"instance_delete.instance_delete_record","label":"InstanceDeleteRecord","name":"no_result1"}},{"Action":{"action_name":"instance_delete.delete_network_interfaces","label":"DeleteNetworkInterfaces","name":"no_result2"}},{"Action":{"action_name":"instance_delete.deallocate_external_ip","label":"DeallocateExternalIp","name":"no_result3"}},{"Start":{"params":{"authz_instance":{"key":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","lookup_type":{"ByName":"instance-fce3acfc3ec"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ByName":"proj-7d9fd57ca83"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}},"boundary_switches":["switch0"],"instance":{"auto_restart":{"cooldown":null,"policy":null},"boot_disk_id":"e93847e6-5ad5-4c41-ad3b-59bd3b2795e4","hostname":"localshark","identity":{"description":"","id":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","name":"instance-fce3acfc3ec","time_created":"2025-02-10T18:59:42.899306Z","time_deleted":null,"time_modified":"2025-02-10T18:59:42.899306Z"},"memory":1073741824,"ncpus":2,"project_id":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","runtime_state":{"dst_propolis_id":null,"gen":3,"migration_id":null,"nexus_state":"Vmm","propolis_id":"57231d2e-baeb-402c-88ea-0eff68253695","time_last_auto_restarted":null,"time_updated":"2025-02-10T18:59:42.899306Z"},"updater_gen":1,"updater_id":null,"user_data":[]},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","silo_user_id":"ca6b3ca1-913f-49e3-bf12-9f6b75ca293d"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}}}}},"End"]},"saga_name":"instance-delete","start_node":4} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
1672025-02-10T19:00:05.533ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete
1682025-02-10T19:00:05.571ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete
1692025-02-10T19:00:05.571ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
1702025-02-10T19:00:05.571ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
1712025-02-10T19:00:05.571ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
1722025-02-10T19:00:05.577ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
1732025-02-10T19:00:05.577ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
1742025-02-10T19:00:05.581ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
1752025-02-10T19:00:05.581ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
1762025-02-10T19:00:05.587ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1772025-02-10T19:00:05.587ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1782025-02-10T19:00:05.589ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1792025-02-10T19:00:05.590ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1802025-02-10T19:00:05.591ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1812025-02-10T19:00:05.592ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1822025-02-10T19:00:05.593ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1832025-02-10T19:00:05.593ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1842025-02-10T19:00:05.596ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1852025-02-10T19:00:05.596ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1862025-02-10T19:00:05.598ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1872025-02-10T19:00:05.598ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1882025-02-10T19:00:05.600ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1892025-02-10T19:00:05.601ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1902025-02-10T19:00:05.603ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1912025-02-10T19:00:05.605ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1922025-02-10T19:00:05.605ZINFOnexus: deleting instance dpd configuration file = nexus/src/app/instance_network.rs:548 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd
1932025-02-10T19:00:05.605ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1942025-02-10T19:00:05.605ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1952025-02-10T19:00:05.608ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1962025-02-10T19:00:05.608ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1972025-02-10T19:00:05.619ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1982025-02-10T19:00:05.619ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteNat
1992025-02-10T19:00:05.626ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
2002025-02-10T19:00:05.626ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
2012025-02-10T19:00:05.627ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
2022025-02-10T19:00:05.628ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
2032025-02-10T19:00:05.628ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
2042025-02-10T19:00:05.629ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
2052025-02-10T19:00:05.633ZDEBGnexus: notifying dendrite of updates instance_id = Some(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd (instance)) switch = switch0
2062025-02-10T19:00:05.634ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1768, tv_nsec: 161930723 } })
2072025-02-10T19:00:05.634ZINFOnexus: Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1154
2082025-02-10T19:00:05.666ZINFOnexus: determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
2092025-02-10T19:00:05.666ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2102025-02-10T19:00:05.666ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a3c118fb-a54d-42dc-9334-9327838583d9", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:05 GMT"} })
2112025-02-10T19:00:05.666ZINFOnexus: identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2122025-02-10T19:00:05.667ZINFOnexus: completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2132025-02-10T19:00:05.697ZDEBGnexus (DpdClient): client request body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
2142025-02-10T19:00:05.697ZDEBGnexus (DpdClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "b730d6a0-e1f9-4515-ad86-6b2130ea118d", "content-length": "4", "date": "Mon, 10 Feb 2025 19:00:04 GMT"} })
2152025-02-10T19:00:05.699ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2162025-02-10T19:00:05.699ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 0 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2172025-02-10T19:00:05.703ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2182025-02-10T19:00:05.703ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2192025-02-10T19:00:05.707ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2202025-02-10T19:00:05.707ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2212025-02-10T19:00:05.709ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2222025-02-10T19:00:05.709ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2232025-02-10T19:00:05.712ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2242025-02-10T19:00:05.712ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2252025-02-10T19:00:05.715ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2262025-02-10T19:00:05.715ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2272025-02-10T19:00:05.717ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2282025-02-10T19:00:05.720ZDEBGnexus (SagaExecutor): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2292025-02-10T19:00:05.720ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2302025-02-10T19:00:05.720ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_node = InstanceDeleteRecord
2312025-02-10T19:00:05.734ZDEBGnexus (SEC): saga log event new_state = N001 failed sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2322025-02-10T19:00:05.734ZDEBGnexus (SecStore): recording saga event event_type = Failed(ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} }) node_id = 1 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2332025-02-10T19:00:05.738ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Unwinding saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2342025-02-10T19:00:05.738ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = unwinding saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2352025-02-10T19:00:05.772ZDEBGnexus (SEC): saga log event new_state = N000 undo_started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2362025-02-10T19:00:05.772ZDEBGnexus (SecStore): recording saga event event_type = UndoStarted node_id = 0 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2372025-02-10T19:00:05.776ZDEBGnexus (SEC): saga log event new_state = N000 undo_finished sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2382025-02-10T19:00:05.776ZDEBGnexus (SecStore): recording saga event event_type = UndoFinished node_id = 0 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2392025-02-10T19:00:05.779ZDEBGnexus (SEC): saga log event new_state = N004 undo_started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2402025-02-10T19:00:05.779ZDEBGnexus (SecStore): recording saga event event_type = UndoStarted node_id = 4 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2412025-02-10T19:00:05.783ZDEBGnexus (SEC): saga log event new_state = N004 undo_finished sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2422025-02-10T19:00:05.783ZDEBGnexus (SecStore): recording saga event event_type = UndoFinished node_id = 4 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2432025-02-10T19:00:05.787ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
2442025-02-10T19:00:05.787ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1
2452025-02-10T19:00:05.794ZWARNnexus (SEC): saga finished action_error_node_name = "no_result1" action_error_source = ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} } file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1044 result = failure saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb undo_result = success
2462025-02-10T19:00:05.794ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = db3ffbe8-eb66-4383-8222-3ea8d90645c1 saga_name = instance-delete saga_result = SagaResult { saga_id: db3ffbe8-eb66-4383-8222-3ea8d90645c1, saga_log: SagaLog { saga_id: db3ffbe8-eb66-4383-8222-3ea8d90645c1, unwinding: true, events: [N004 started, N004 succeeded, N000 started, N000 succeeded, N001 started, N001 failed, N000 undo_started, N000 undo_finished, N004 undo_started, N004 undo_finished], node_status: {0: UndoFinished, 1: Failed(ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} }), 4: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: "no_result1", error_source: ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} }, undo_failure: None }) }
2472025-02-10T19:00:05.797ZINFOnexus (dropshot_external): request completed error_message_external = cannot delete instance: instance is running or has not yet fully stopped error_message_internal = cannot delete instance: instance is running or has not yet fully stopped (with internal context: saga ACTION error at node "no_result1") file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855 latency_us = 320114 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 757c6528-e591-4860-818e-4d1b98cb7f47 response_code = 400 uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
2482025-02-10T19:00:05.859ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = c09b2c03-6605-4929-9cd3-b694b083d004 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
2492025-02-10T19:00:05.860ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = c09b2c03-6605-4929-9cd3-b694b083d004 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
2502025-02-10T19:00:05.862ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2867 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = c09b2c03-6605-4929-9cd3-b694b083d004 response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
2512025-02-10T19:00:05.862ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 7b6e2ee2-ecb5-4353-a389-6654cbff3d3a roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/12?limit=100
2522025-02-10T19:00:05.863ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 7b6e2ee2-ecb5-4353-a389-6654cbff3d3a resource = Database result = Ok(()) uri = /nat/ipv4/changeset/12?limit=100
2532025-02-10T19:00:05.865ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3071 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 7b6e2ee2-ecb5-4353-a389-6654cbff3d3a response_code = 200 uri = /nat/ipv4/changeset/12?limit=100
2542025-02-10T19:00:06.133ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 0a6e5b91-6175-477c-8df1-f2bb43a22c23 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
2552025-02-10T19:00:06.133ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 0a6e5b91-6175-477c-8df1-f2bb43a22c23 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
2562025-02-10T19:00:06.134ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1751 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 0a6e5b91-6175-477c-8df1-f2bb43a22c23 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
2572025-02-10T19:00:06.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 74 reason = Timeout
2582025-02-10T19:00:06.251ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 74 reason = Timeout
2592025-02-10T19:00:06.251ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2602025-02-10T19:00:06.251ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2612025-02-10T19:00:06.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2622025-02-10T19:00:06.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2632025-02-10T19:00:06.253ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2642025-02-10T19:00:06.256ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2652025-02-10T19:00:06.256ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2662025-02-10T19:00:06.256ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2672025-02-10T19:00:06.257ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2682025-02-10T19:00:06.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2692025-02-10T19:00:06.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2702025-02-10T19:00:06.261ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
2712025-02-10T19:00:06.261ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2722025-02-10T19:00:06.261ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2732025-02-10T19:00:06.277ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
2742025-02-10T19:00:06.277ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 25.379712ms iteration = 74 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
2752025-02-10T19:00:06.286ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2762025-02-10T19:00:06.286ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2772025-02-10T19:00:06.315ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.959373ms iteration = 74 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2782025-02-10T19:00:06.799ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2792025-02-10T19:00:06.800ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2802025-02-10T19:00:06.801ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2812025-02-10T19:00:06.802ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2822025-02-10T19:00:06.803ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
2832025-02-10T19:00:06.805ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
2842025-02-10T19:00:06.805ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2852025-02-10T19:00:06.805ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2862025-02-10T19:00:06.806ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2872025-02-10T19:00:06.806ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2882025-02-10T19:00:06.808ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2892025-02-10T19:00:06.808ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2902025-02-10T19:00:06.810ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2912025-02-10T19:00:06.810ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2922025-02-10T19:00:06.811ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
2932025-02-10T19:00:06.813ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
2942025-02-10T19:00:06.813ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2952025-02-10T19:00:06.813ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
2962025-02-10T19:00:06.814ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
2972025-02-10T19:00:06.815ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
2982025-02-10T19:00:06.815ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
2992025-02-10T19:00:06.815ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3002025-02-10T19:00:06.820ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3012025-02-10T19:00:06.821ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3022025-02-10T19:00:06.822ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3032025-02-10T19:00:06.822ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3042025-02-10T19:00:06.824ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3052025-02-10T19:00:06.824ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3062025-02-10T19:00:06.826ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3072025-02-10T19:00:06.826ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3082025-02-10T19:00:06.828ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
3092025-02-10T19:00:06.830ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
3102025-02-10T19:00:06.830ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3112025-02-10T19:00:06.830ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3122025-02-10T19:00:06.832ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3132025-02-10T19:00:06.832ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3142025-02-10T19:00:06.834ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
3152025-02-10T19:00:06.834ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
3162025-02-10T19:00:06.835ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
3172025-02-10T19:00:06.837ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
3182025-02-10T19:00:06.837ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3192025-02-10T19:00:06.837ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3202025-02-10T19:00:06.839ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3212025-02-10T19:00:06.839ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3222025-02-10T19:00:06.841ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3232025-02-10T19:00:06.841ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3242025-02-10T19:00:06.843ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3252025-02-10T19:00:06.843ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3262025-02-10T19:00:06.846ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3272025-02-10T19:00:06.846ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3282025-02-10T19:00:06.848ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3292025-02-10T19:00:06.848ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3302025-02-10T19:00:06.851ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3312025-02-10T19:00:06.851ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3322025-02-10T19:00:06.853ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3332025-02-10T19:00:06.855ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
3342025-02-10T19:00:06.856ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
3352025-02-10T19:00:06.856ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
3362025-02-10T19:00:06.857ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
3372025-02-10T19:00:06.858ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
3382025-02-10T19:00:06.858ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
3392025-02-10T19:00:06.858ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
3402025-02-10T19:00:06.863ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete
3412025-02-10T19:00:06.863ZINFOnexus (SEC): saga create dag = {"end_node":5,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[4,0,null],[3,5,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"instance_delete.instance_delete_nat","label":"InstanceDeleteNat","name":"no_result4"}},{"Action":{"action_name":"instance_delete.instance_delete_record","label":"InstanceDeleteRecord","name":"no_result1"}},{"Action":{"action_name":"instance_delete.delete_network_interfaces","label":"DeleteNetworkInterfaces","name":"no_result2"}},{"Action":{"action_name":"instance_delete.deallocate_external_ip","label":"DeallocateExternalIp","name":"no_result3"}},{"Start":{"params":{"authz_instance":{"key":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","lookup_type":{"ByName":"instance-fce3acfc3ec"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ByName":"proj-7d9fd57ca83"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}},"boundary_switches":["switch0"],"instance":{"auto_restart":{"cooldown":null,"policy":null},"boot_disk_id":"e93847e6-5ad5-4c41-ad3b-59bd3b2795e4","hostname":"localshark","identity":{"description":"","id":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","name":"instance-fce3acfc3ec","time_created":"2025-02-10T18:59:42.899306Z","time_deleted":null,"time_modified":"2025-02-10T18:59:42.899306Z"},"memory":1073741824,"ncpus":2,"project_id":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","runtime_state":{"dst_propolis_id":null,"gen":3,"migration_id":null,"nexus_state":"Vmm","propolis_id":"57231d2e-baeb-402c-88ea-0eff68253695","time_last_auto_restarted":null,"time_updated":"2025-02-10T18:59:42.899306Z"},"updater_gen":1,"updater_id":null,"user_data":[]},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","silo_user_id":"ca6b3ca1-913f-49e3-bf12-9f6b75ca293d"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}}}}},"End"]},"saga_name":"instance-delete","start_node":4} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3422025-02-10T19:00:06.863ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete
3432025-02-10T19:00:06.901ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete
3442025-02-10T19:00:06.901ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3452025-02-10T19:00:06.901ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3462025-02-10T19:00:06.901ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
3472025-02-10T19:00:06.906ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3482025-02-10T19:00:06.906ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
3492025-02-10T19:00:06.909ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3502025-02-10T19:00:06.909ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
3512025-02-10T19:00:06.913ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3522025-02-10T19:00:06.913ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3532025-02-10T19:00:06.916ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3542025-02-10T19:00:06.916ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3552025-02-10T19:00:06.918ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3562025-02-10T19:00:06.918ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3572025-02-10T19:00:06.919ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3582025-02-10T19:00:06.920ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3592025-02-10T19:00:06.922ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3602025-02-10T19:00:06.922ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3612025-02-10T19:00:06.925ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3622025-02-10T19:00:06.925ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3632025-02-10T19:00:06.927ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3642025-02-10T19:00:06.928ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3652025-02-10T19:00:06.929ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3662025-02-10T19:00:06.932ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3672025-02-10T19:00:06.932ZINFOnexus: deleting instance dpd configuration file = nexus/src/app/instance_network.rs:548 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd
3682025-02-10T19:00:06.932ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3692025-02-10T19:00:06.932ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3702025-02-10T19:00:06.935ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3712025-02-10T19:00:06.935ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3722025-02-10T19:00:06.937ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
3732025-02-10T19:00:06.937ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3742025-02-10T19:00:06.938ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteNat
3752025-02-10T19:00:06.940ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
3762025-02-10T19:00:06.940ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
3772025-02-10T19:00:06.940ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
3782025-02-10T19:00:06.942ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
3792025-02-10T19:00:06.943ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
3802025-02-10T19:00:06.943ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
3812025-02-10T19:00:06.943ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
3822025-02-10T19:00:06.948ZDEBGnexus: notifying dendrite of updates instance_id = Some(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd (instance)) switch = switch0
3832025-02-10T19:00:06.949ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1769, tv_nsec: 477076275 } })
3842025-02-10T19:00:06.949ZINFOnexus: Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1154
3852025-02-10T19:00:06.980ZINFOnexus: determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
3862025-02-10T19:00:06.980ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3872025-02-10T19:00:06.980ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1b1919fb-3bde-4ecd-9035-456a004ebd17", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:05 GMT"} })
3882025-02-10T19:00:06.980ZINFOnexus: identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3892025-02-10T19:00:06.981ZINFOnexus: completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3902025-02-10T19:00:07.010ZDEBGnexus (DpdClient): client request body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
3912025-02-10T19:00:07.010ZDEBGnexus (DpdClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "ea5ef65d-27bd-4711-86ac-047dc82c3efe", "content-length": "4", "date": "Mon, 10 Feb 2025 19:00:06 GMT"} })
3922025-02-10T19:00:07.012ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3932025-02-10T19:00:07.012ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 0 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
3942025-02-10T19:00:07.017ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
3952025-02-10T19:00:07.017ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
3962025-02-10T19:00:07.020ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
3972025-02-10T19:00:07.020ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
3982025-02-10T19:00:07.023ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
3992025-02-10T19:00:07.023ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4002025-02-10T19:00:07.025ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4012025-02-10T19:00:07.025ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4022025-02-10T19:00:07.027ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4032025-02-10T19:00:07.027ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4042025-02-10T19:00:07.030ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4052025-02-10T19:00:07.032ZDEBGnexus (SagaExecutor): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4062025-02-10T19:00:07.032ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4072025-02-10T19:00:07.032ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_node = InstanceDeleteRecord
4082025-02-10T19:00:07.144ZDEBGnexus (SEC): saga log event new_state = N001 failed sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4092025-02-10T19:00:07.144ZDEBGnexus (SecStore): recording saga event event_type = Failed(ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} }) node_id = 1 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4102025-02-10T19:00:07.153ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 111b8dec-7c44-4009-832f-9c8828a8df5d roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
4112025-02-10T19:00:07.153ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 111b8dec-7c44-4009-832f-9c8828a8df5d resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
4122025-02-10T19:00:07.155ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2173 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 111b8dec-7c44-4009-832f-9c8828a8df5d response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
4132025-02-10T19:00:07.165ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Unwinding saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4142025-02-10T19:00:07.165ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = unwinding saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4152025-02-10T19:00:07.189ZDEBGnexus (SEC): saga log event new_state = N000 undo_started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4162025-02-10T19:00:07.189ZDEBGnexus (SecStore): recording saga event event_type = UndoStarted node_id = 0 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4172025-02-10T19:00:07.200ZDEBGnexus (SEC): saga log event new_state = N000 undo_finished sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4182025-02-10T19:00:07.200ZDEBGnexus (SecStore): recording saga event event_type = UndoFinished node_id = 0 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4192025-02-10T19:00:07.210ZDEBGnexus (SEC): saga log event new_state = N004 undo_started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4202025-02-10T19:00:07.210ZDEBGnexus (SecStore): recording saga event event_type = UndoStarted node_id = 4 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4212025-02-10T19:00:07.216ZDEBGnexus (SEC): saga log event new_state = N004 undo_finished sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4222025-02-10T19:00:07.216ZDEBGnexus (SecStore): recording saga event event_type = UndoFinished node_id = 4 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4232025-02-10T19:00:07.222ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4242025-02-10T19:00:07.222ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94
4252025-02-10T19:00:07.232ZWARNnexus (SEC): saga finished action_error_node_name = "no_result1" action_error_source = ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} } file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1044 result = failure saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb undo_result = success
4262025-02-10T19:00:07.232ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 043199cf-125a-4e22-9d7c-bad599b0ea94 saga_name = instance-delete saga_result = SagaResult { saga_id: 043199cf-125a-4e22-9d7c-bad599b0ea94, saga_log: SagaLog { saga_id: 043199cf-125a-4e22-9d7c-bad599b0ea94, unwinding: true, events: [N004 started, N004 succeeded, N000 started, N000 succeeded, N001 started, N001 failed, N000 undo_started, N000 undo_finished, N004 undo_started, N004 undo_finished], node_status: {0: UndoFinished, 1: Failed(ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} }), 4: UndoFinished} }, kind: Err(SagaResultErr { error_node_name: "no_result1", error_source: ActionFailed { source_error: Object {"InvalidRequest": Object {"message": Object {"external_message": String("cannot delete instance: instance is running or has not yet fully stopped"), "internal_context": String("")}}} }, undo_failure: None }) }
4272025-02-10T19:00:07.232ZINFOnexus (dropshot_external): request completed error_message_external = cannot delete instance: instance is running or has not yet fully stopped error_message_internal = cannot delete instance: instance is running or has not yet fully stopped (with internal context: saga ACTION error at node "no_result1") file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855 latency_us = 432320 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = d7491619-1b0f-4992-be44-9806328bf022 response_code = 400 uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
4282025-02-10T19:00:07.868ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 11ab8d01-599d-4617-9abc-880977ce3038 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/12?limit=100
4292025-02-10T19:00:07.868ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 11ab8d01-599d-4617-9abc-880977ce3038 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/12?limit=100
4302025-02-10T19:00:07.872ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3735 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 11ab8d01-599d-4617-9abc-880977ce3038 response_code = 200 uri = /nat/ipv4/changeset/12?limit=100
4312025-02-10T19:00:07.910ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2078 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695 vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-10T19:00:07.910266426Z }
4322025-02-10T19:00:07.910ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4332025-02-10T19:00:07.910ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4342025-02-10T19:00:07.921ZDEBGnexus (dropshot_internal): new VMM runtime state from sled agent requires an instance-update saga actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_in_needs_update = false migration_out_needs_update = false propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695 vmm_needs_update = true
4352025-02-10T19:00:07.921ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4362025-02-10T19:00:07.921ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4372025-02-10T19:00:07.924ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4382025-02-10T19:00:07.924ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4392025-02-10T19:00:07.926ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4402025-02-10T19:00:07.926ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4412025-02-10T19:00:07.928ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4422025-02-10T19:00:07.928ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4432025-02-10T19:00:07.930ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4442025-02-10T19:00:07.930ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4452025-02-10T19:00:07.931ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4462025-02-10T19:00:07.932ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4472025-02-10T19:00:07.933ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4482025-02-10T19:00:07.935ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4492025-02-10T19:00:07.935ZINFOnexus (dropshot_internal): starting update saga for 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:1545 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695 vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-10T19:00:07.910266426Z }
4502025-02-10T19:00:07.935ZDEBGnexus (dropshot_internal): preparing instance-update saga for 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd... actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4512025-02-10T19:00:07.935ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 25482 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 71045299-23ae-49be-8a55-d0d0d81f2300 response_code = 204 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4522025-02-10T19:00:07.935ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update
4532025-02-10T19:00:07.936ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2078 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d9dabf3d-e30f-4079-aeab-b0f48060920f uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695 vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-10T19:00:07.910266426Z }
4542025-02-10T19:00:07.936ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d9dabf3d-e30f-4079-aeab-b0f48060920f roles = RoleSet { roles: {} } uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4552025-02-10T19:00:07.936ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d9dabf3d-e30f-4079-aeab-b0f48060920f resource = Database result = Ok(()) uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4562025-02-10T19:00:07.938ZINFOnexus (SEC): saga create dag = {"end_node":4,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateInstanceLockId","name":"saga_instance_lock_id"}},{"Action":{"action_name":"start_instance_update.lock_instance","label":"LockInstance","name":"updater_lock"}},{"Action":{"action_name":"start_instance_update.fetch_state_and_start_real_saga","label":"FetchStateAndStartRealSaga","name":"state"}},{"Start":{"params":{"authz_instance":{"key":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","lookup_type":{"ById":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ById":"758e4b54-98c4-4e12-a120-b7ea2cafb41c"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}}}}},"End"]},"saga_name":"start-instance-update","start_node":3} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4572025-02-10T19:00:07.938ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update
4582025-02-10T19:00:07.939ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3497 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d9dabf3d-e30f-4079-aeab-b0f48060920f response_code = 204 uri = /vmms/57231d2e-baeb-402c-88ea-0eff68253695
4592025-02-10T19:00:07.943ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update
4602025-02-10T19:00:07.943ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4612025-02-10T19:00:07.943ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4622025-02-10T19:00:07.943ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4632025-02-10T19:00:07.947ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4642025-02-10T19:00:07.947ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4652025-02-10T19:00:07.950ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4662025-02-10T19:00:07.950ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4672025-02-10T19:00:07.954ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4682025-02-10T19:00:07.954ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("979036d3-9809-4690-8a82-158d9a905904")) node_id = 0 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4692025-02-10T19:00:07.957ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4702025-02-10T19:00:07.957ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4712025-02-10T19:00:07.961ZINFOnexus (SagaExecutor): instance update: attempting to lock instance file = nexus/src/app/sagas/instance_update/start.rs:93 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update
4722025-02-10T19:00:07.961ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4732025-02-10T19:00:07.961ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4742025-02-10T19:00:07.963ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4752025-02-10T19:00:07.963ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4762025-02-10T19:00:07.964ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4772025-02-10T19:00:07.964ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4782025-02-10T19:00:07.966ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4792025-02-10T19:00:07.966ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4802025-02-10T19:00:07.967ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4812025-02-10T19:00:07.967ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4822025-02-10T19:00:07.968ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4832025-02-10T19:00:07.969ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4842025-02-10T19:00:07.970ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4852025-02-10T19:00:07.973ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4862025-02-10T19:00:07.973ZDEBGnexus (SagaExecutor): attempting to acquire instance updater lock actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true current_gen = Generation(Generation(1)) instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance updater_id = 979036d3-9809-4690-8a82-158d9a905904
4872025-02-10T19:00:07.973ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4882025-02-10T19:00:07.973ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4892025-02-10T19:00:07.982ZDEBGnexus (SagaExecutor): attempting to acquire instance updater lock actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true current_gen = Generation(Generation(1)) instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance updater_id = 979036d3-9809-4690-8a82-158d9a905904
4902025-02-10T19:00:07.982ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4912025-02-10T19:00:07.982ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance
4922025-02-10T19:00:07.989ZDEBGnexus (SagaExecutor): instance updater lock acquired! actor_id = 001de000-05e4-4000-8000-000000000002 already_locked = true authenticated = true instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd locked_gen = Generation(Generation(2)) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = LockInstance updater_id = 979036d3-9809-4690-8a82-158d9a905904
4932025-02-10T19:00:07.989ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4942025-02-10T19:00:07.989ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"locked_gen": Number(2), "updater_id": String("979036d3-9809-4690-8a82-158d9a905904")}) node_id = 1 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4952025-02-10T19:00:07.993ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
4962025-02-10T19:00:07.993ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
4972025-02-10T19:00:08.001ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
4982025-02-10T19:00:08.001ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
4992025-02-10T19:00:08.002ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5002025-02-10T19:00:08.003ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5012025-02-10T19:00:08.004ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5022025-02-10T19:00:08.004ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5032025-02-10T19:00:08.006ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5042025-02-10T19:00:08.009ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5052025-02-10T19:00:08.009ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5062025-02-10T19:00:08.009ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
5072025-02-10T19:00:08.015ZINFOnexus (SagaExecutor): instance update: starting real update saga... current.active_vmm = Some(Vmm { id: 57231d2e-baeb-402c-88ea-0eff68253695, time_created: 2025-02-10T18:59:45.170001Z, time_deleted: None, instance_id: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, sled_id: 7ec653e1-a9f8-4df8-9147-9041ea9876f7, propolis_ip: V6(Ipv6Network { addr: fd00:1122:3344:101::1:0, prefix: 128 }), propolis_port: SqlU16(12400), runtime: VmmRuntimeState { time_state_updated: 2025-02-10T19:00:07.910266Z, gen: Generation(Generation(8)), state: Destroyed } }) current.migration = None current.runtime_state = InstanceRuntimeState { time_updated: 2025-02-10T18:59:42.899306Z, gen: Generation(Generation(3)), propolis_id: Some(57231d2e-baeb-402c-88ea-0eff68253695), dst_propolis_id: None, migration_id: None, nexus_state: Vmm, time_last_auto_restarted: None } current.target_vmm = None file = nexus/src/app/sagas/instance_update/start.rs:180 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update update.deprovision = true update.destroy_active_vmm = Some(57231d2e-baeb-402c-88ea-0eff68253695 (propolis)) update.destroy_target_vmm = None update.network_config_update = Some(Delete) update.new_runtime_state = InstanceRuntimeState { time_updated: 2025-02-10T19:00:08.015106014Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }
5082025-02-10T19:00:08.015ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5092025-02-10T19:00:08.015ZINFOnexus (SEC): saga create dag = {"end_node":14,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,10,null],[8,9,null],[10,11,null],[11,12,null],[13,0,null],[12,14,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateInstanceLockId","name":"saga_instance_lock_id"}},{"Action":{"action_name":"instance_update.become_updater","label":"BecomeUpdater","name":"updater_lock"}},{"Constant":{"name":"network_config_update","value":"Delete"}},{"Action":{"action_name":"instance_update.update_network_config","label":"UpdateNetworkConfig","name":"update_network_config"}},{"Action":{"action_name":"instance_update.release_virtual_provisioning","label":"ReleaseVirtualProvisioning","name":"release_virtual_provisioning"}},{"Action":{"action_name":"instance_update.unassign_oximeter_producer","label":"UnassignOximeterProducer","name":"unassign_oximeter_producer"}},{"Action":{"action_name":"instance_update.commit_instance_updates","label":"CommitInstanceUpdates","name":"commit_instance_updates"}},{"Constant":{"name":"destroy_active_vmm_params","value":{"instance_id":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}},"vmm_id":"57231d2e-baeb-402c-88ea-0eff68253695"}}},{"SubsagaStart":{"params_node_name":"destroy_active_vmm_params","saga_name":"destroy_active_vmm"}},{"Action":{"action_name":"destroy_vmm.release_sled_resources","label":"ReleaseSledResources","name":"release_sled_resources"}},{"Action":{"action_name":"destroy_vmm.mark_vmm_deleted","label":"MarkVmmDeleted","name":"mark_vmm_deleted"}},{"SubsagaEnd":{"name":"active_vmm_destroyed"}},{"Action":{"action_name":"instance_update.chain_successor_saga","label":"ChainSuccessorSaga","name":"chain_successor_saga"}},{"Start":{"params":{"authz_instance":{"key":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","lookup_type":{"ById":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ById":"758e4b54-98c4-4e12-a120-b7ea2cafb41c"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}},"orig_lock":{"locked_gen":2,"updater_id":"979036d3-9809-4690-8a82-158d9a905904"},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}},"update":{"deprovision":{"cpus_diff":2,"project_id":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","ram_diff":1073741824},"destroy_active_vmm":"57231d2e-baeb-402c-88ea-0eff68253695","destroy_target_vmm":null,"network_config":"Delete","new_runtime":{"dst_propolis_id":null,"gen":4,"migration_id":null,"nexus_state":"NoVmm","propolis_id":null,"time_last_auto_restarted":null,"time_updated":"2025-02-10T19:00:08.015106014Z"}}}}},"End"]},"saga_name":"instance-update","start_node":13} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5102025-02-10T19:00:08.015ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5112025-02-10T19:00:08.020ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5122025-02-10T19:00:08.022ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5132025-02-10T19:00:08.022ZDEBGnexus (SEC): saga log event new_state = N013 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5142025-02-10T19:00:08.022ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 13 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5152025-02-10T19:00:08.026ZDEBGnexus (SEC): saga log event new_state = N013 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5162025-02-10T19:00:08.026ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 13 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5172025-02-10T19:00:08.029ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5182025-02-10T19:00:08.029ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5192025-02-10T19:00:08.032ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5202025-02-10T19:00:08.032ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("98cd8ccb-c191-4392-8630-509649bd5679")) node_id = 0 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5212025-02-10T19:00:08.036ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5222025-02-10T19:00:08.036ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5232025-02-10T19:00:08.039ZDEBGnexus (SagaExecutor): instance update: trying to become instance updater... instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd parent_lock = UpdaterLock { updater_id: 979036d3-9809-4690-8a82-158d9a905904, locked_gen: Generation(Generation(2)) } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5242025-02-10T19:00:08.039ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = BecomeUpdater
5252025-02-10T19:00:08.039ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = BecomeUpdater
5262025-02-10T19:00:08.048ZDEBGnexus (SagaExecutor): inherited lock from 979036d3-9809-4690-8a82-158d9a905904 to 98cd8ccb-c191-4392-8630-509649bd5679 actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd locked_gen = Generation(Generation(3)) parent_gen = Generation(Generation(2)) parent_id = 979036d3-9809-4690-8a82-158d9a905904 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = BecomeUpdater updater_id = 98cd8ccb-c191-4392-8630-509649bd5679
5272025-02-10T19:00:08.048ZINFOnexus (SagaExecutor): instance_update: Now, I am become Updater, the destroyer of VMMs. file = nexus/src/app/sagas/instance_update/mod.rs:964 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5282025-02-10T19:00:08.048ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5292025-02-10T19:00:08.048ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"locked_gen": Number(3), "updater_id": String("98cd8ccb-c191-4392-8630-509649bd5679")}) node_id = 1 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5302025-02-10T19:00:08.051ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5312025-02-10T19:00:08.051ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5322025-02-10T19:00:08.054ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5332025-02-10T19:00:08.054ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("Delete")) node_id = 2 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5342025-02-10T19:00:08.058ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5352025-02-10T19:00:08.058ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5362025-02-10T19:00:08.063ZINFOnexus (SagaExecutor): instance update: deleting network config file = nexus/src/app/sagas/instance_update/mod.rs:1017 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5372025-02-10T19:00:08.063ZINFOnexus: deleting instance dpd configuration file = nexus/src/app/instance_network.rs:548 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd
5382025-02-10T19:00:08.063ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UpdateNetworkConfig
5392025-02-10T19:00:08.064ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UpdateNetworkConfig
5402025-02-10T19:00:08.066ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UpdateNetworkConfig
5412025-02-10T19:00:08.066ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UpdateNetworkConfig
5422025-02-10T19:00:08.068ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
5432025-02-10T19:00:08.068ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UpdateNetworkConfig
5442025-02-10T19:00:08.068ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UpdateNetworkConfig
5452025-02-10T19:00:08.070ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
5462025-02-10T19:00:08.070ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
5472025-02-10T19:00:08.070ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
5482025-02-10T19:00:08.071ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
5492025-02-10T19:00:08.073ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
5502025-02-10T19:00:08.073ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
5512025-02-10T19:00:08.073ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
5522025-02-10T19:00:08.077ZDEBGnexus: notifying dendrite of updates instance_id = Some(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd (instance)) switch = switch0
5532025-02-10T19:00:08.078ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1770, tv_nsec: 605784080 } })
5542025-02-10T19:00:08.078ZINFOnexus: Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1154
5552025-02-10T19:00:08.109ZINFOnexus: determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
5562025-02-10T19:00:08.109ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5572025-02-10T19:00:08.109ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "deb432e8-06a3-48a9-aeb6-d85b53311fa4", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
5582025-02-10T19:00:08.109ZINFOnexus: identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5592025-02-10T19:00:08.109ZINFOnexus: completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5602025-02-10T19:00:08.138ZDEBGnexus (DpdClient): client request body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
5612025-02-10T19:00:08.139ZDEBGnexus (DpdClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "6de389fb-52ed-4688-8ce3-084d034a85e6", "content-length": "4", "date": "Mon, 10 Feb 2025 19:00:07 GMT"} })
5622025-02-10T19:00:08.141ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5632025-02-10T19:00:08.141ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5642025-02-10T19:00:08.145ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5652025-02-10T19:00:08.145ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5662025-02-10T19:00:08.148ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ReleaseVirtualProvisioning
5672025-02-10T19:00:08.149ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ReleaseVirtualProvisioning
5682025-02-10T19:00:08.165ZINFOnexus (SagaExecutor): instance update (no VMM): deallocated virtual provisioning resources file = nexus/src/app/sagas/instance_update/mod.rs:1092 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd records_deleted = [VirtualProvisioningCollection { id: 001de000-1334-4000-8000-000000000000, time_modified: Some(2025-02-10T19:00:08.151845Z), collection_type: "Fleet", virtual_disk_bytes_provisioned: ByteCount(ByteCount(6442450944)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, time_modified: Some(2025-02-10T19:00:08.151845Z), collection_type: "Silo", virtual_disk_bytes_provisioned: ByteCount(ByteCount(6442450944)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, time_modified: Some(2025-02-10T19:00:08.151845Z), collection_type: "Project", virtual_disk_bytes_provisioned: ByteCount(ByteCount(2147483648)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }] saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5692025-02-10T19:00:08.165ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5702025-02-10T19:00:08.165ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5712025-02-10T19:00:08.173ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5722025-02-10T19:00:08.173ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5732025-02-10T19:00:08.178ZINFOnexus (SagaExecutor): instance update (no VMM): unassigning oximeter producer file = nexus/src/app/sagas/instance_update/mod.rs:1127 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5742025-02-10T19:00:08.178ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UnassignOximeterProducer
5752025-02-10T19:00:08.178ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = eb7e4410-43b2-4683-9be5-ac365ca94f8f roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
5762025-02-10T19:00:08.178ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UnassignOximeterProducer
5772025-02-10T19:00:08.178ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = eb7e4410-43b2-4683-9be5-ac365ca94f8f resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
5782025-02-10T19:00:08.180ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1875 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = eb7e4410-43b2-4683-9be5-ac365ca94f8f response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
5792025-02-10T19:00:08.183ZDEBGnexus (SagaExecutor): deleted metric producer assignment collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d producer_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5802025-02-10T19:00:08.183ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UnassignOximeterProducer
5812025-02-10T19:00:08.183ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = UnassignOximeterProducer
5822025-02-10T19:00:08.220ZINFOnexus (SagaExecutor): registered oximeter collector client file = nexus/src/app/oximeter.rs:262 id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5832025-02-10T19:00:08.220ZDEBGnexus (SagaExecutor): client request body = None method = DELETE oximeter-collector = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update uri = http://[fd00:1122:3344:101::d]:12223/producers/38f633f5-7e54-4d7b-b85e-7e98caaf0fcd
5842025-02-10T19:00:08.233ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
5852025-02-10T19:00:08.233ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
5862025-02-10T19:00:08.235ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
5872025-02-10T19:00:08.235ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
5882025-02-10T19:00:08.236ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
5892025-02-10T19:00:08.237ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
5902025-02-10T19:00:08.237ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
5912025-02-10T19:00:08.237ZDEBGnexus (SagaExecutor): client response oximeter-collector = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd result = Ok(Response { url: "http://[fd00:1122:3344:101::d]:12223/producers/38f633f5-7e54-4d7b-b85e-7e98caaf0fcd", status: 204, headers: {"x-request-id": "9e713f5c-981d-43bf-a917-39ec4d88e978", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} }) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5922025-02-10T19:00:08.237ZDEBGnexus (SagaExecutor): successfully deleted producer from collector address = [fd00:1122:3344:101::d]:12223 collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d producer_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
5932025-02-10T19:00:08.237ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
5942025-02-10T19:00:08.239ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
5952025-02-10T19:00:08.239ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
5962025-02-10T19:00:08.239ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
5972025-02-10T19:00:08.239ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
5982025-02-10T19:00:08.241ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
5992025-02-10T19:00:08.241ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6002025-02-10T19:00:08.242ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6012025-02-10T19:00:08.242ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6022025-02-10T19:00:08.243ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6032025-02-10T19:00:08.243ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6042025-02-10T19:00:08.243ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
6052025-02-10T19:00:08.245ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
6062025-02-10T19:00:08.245ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6072025-02-10T19:00:08.245ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6082025-02-10T19:00:08.246ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
6092025-02-10T19:00:08.247ZDEBGnexus (SagaExecutor): instance update: committing new runtime state and unlocking... instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd lock = UpdaterLock { updater_id: 98cd8ccb-c191-4392-8630-509649bd5679, locked_gen: Generation(Generation(3)) } new_runtime = InstanceRuntimeState { time_updated: 2025-02-10T19:00:08.015106014Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
6102025-02-10T19:00:08.247ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = CommitInstanceUpdates
6112025-02-10T19:00:08.247ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = CommitInstanceUpdates
6122025-02-10T19:00:08.247ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
6132025-02-10T19:00:08.247ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6142025-02-10T19:00:08.247ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6152025-02-10T19:00:08.253ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6162025-02-10T19:00:08.253ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6172025-02-10T19:00:08.254ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6182025-02-10T19:00:08.254ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6192025-02-10T19:00:08.255ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6202025-02-10T19:00:08.255ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6212025-02-10T19:00:08.257ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6222025-02-10T19:00:08.257ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6232025-02-10T19:00:08.284ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
6242025-02-10T19:00:08.285ZINFOnexus (SagaExecutor): instance update: committed update new runtime state! did_unlock = true file = nexus/src/app/sagas/instance_update/mod.rs:1176 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd new_runtime = InstanceRuntimeState { time_updated: 2025-02-10T19:00:08.015106014Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
6252025-02-10T19:00:08.285ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6262025-02-10T19:00:08.285ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 6 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6272025-02-10T19:00:08.285ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 27 reason = Signaled
6282025-02-10T19:00:08.285ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6292025-02-10T19:00:08.285ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 28 reason = Signaled
6302025-02-10T19:00:08.285ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6312025-02-10T19:00:08.285ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6322025-02-10T19:00:08.285ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
6332025-02-10T19:00:08.285ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6342025-02-10T19:00:08.285ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6352025-02-10T19:00:08.285ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6362025-02-10T19:00:08.285ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6372025-02-10T19:00:08.287ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6382025-02-10T19:00:08.288ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6392025-02-10T19:00:08.288ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6402025-02-10T19:00:08.289ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6412025-02-10T19:00:08.289ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6422025-02-10T19:00:08.289ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
6432025-02-10T19:00:08.289ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6442025-02-10T19:00:08.289ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6452025-02-10T19:00:08.289ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6462025-02-10T19:00:08.289ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
6472025-02-10T19:00:08.291ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6482025-02-10T19:00:08.291ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
6492025-02-10T19:00:08.292ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6502025-02-10T19:00:08.292ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6512025-02-10T19:00:08.293ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6522025-02-10T19:00:08.293ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
6532025-02-10T19:00:08.293ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6542025-02-10T19:00:08.293ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6552025-02-10T19:00:08.293ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6562025-02-10T19:00:08.293ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"instance_id": String("38f633f5-7e54-4d7b-b85e-7e98caaf0fcd"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("57231d2e-baeb-402c-88ea-0eff68253695")}) node_id = 7 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6572025-02-10T19:00:08.294ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6582025-02-10T19:00:08.295ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6592025-02-10T19:00:08.297ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6602025-02-10T19:00:08.297ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6612025-02-10T19:00:08.298ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6622025-02-10T19:00:08.298ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6632025-02-10T19:00:08.299ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6642025-02-10T19:00:08.299ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6652025-02-10T19:00:08.301ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6662025-02-10T19:00:08.301ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6672025-02-10T19:00:08.301ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 8 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6682025-02-10T19:00:08.302ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6692025-02-10T19:00:08.304ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6702025-02-10T19:00:08.304ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6712025-02-10T19:00:08.305ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6722025-02-10T19:00:08.305ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6732025-02-10T19:00:08.306ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6742025-02-10T19:00:08.307ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Database result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6752025-02-10T19:00:08.308ZINFOnexus (SagaExecutor): instance update (VMM destroyed): deallocating sled resource reservation file = nexus/src/app/sagas/instance_update/destroyed.rs:83 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
6762025-02-10T19:00:08.308ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ReleaseSledResources
6772025-02-10T19:00:08.308ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ReleaseSledResources
6782025-02-10T19:00:08.309ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6792025-02-10T19:00:08.311ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
6802025-02-10T19:00:08.311ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
6812025-02-10T19:00:08.311ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
6822025-02-10T19:00:08.313ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
6832025-02-10T19:00:08.314ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
6842025-02-10T19:00:08.314ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
6852025-02-10T19:00:08.314ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
6862025-02-10T19:00:08.318ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete
6872025-02-10T19:00:08.318ZINFOnexus (SEC): saga create dag = {"end_node":5,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[4,0,null],[3,5,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"instance_delete.instance_delete_nat","label":"InstanceDeleteNat","name":"no_result4"}},{"Action":{"action_name":"instance_delete.instance_delete_record","label":"InstanceDeleteRecord","name":"no_result1"}},{"Action":{"action_name":"instance_delete.delete_network_interfaces","label":"DeleteNetworkInterfaces","name":"no_result2"}},{"Action":{"action_name":"instance_delete.deallocate_external_ip","label":"DeallocateExternalIp","name":"no_result3"}},{"Start":{"params":{"authz_instance":{"key":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","lookup_type":{"ByName":"instance-fce3acfc3ec"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ByName":"proj-7d9fd57ca83"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}},"boundary_switches":["switch0"],"instance":{"auto_restart":{"cooldown":null,"policy":null},"boot_disk_id":"e93847e6-5ad5-4c41-ad3b-59bd3b2795e4","hostname":"localshark","identity":{"description":"","id":"38f633f5-7e54-4d7b-b85e-7e98caaf0fcd","name":"instance-fce3acfc3ec","time_created":"2025-02-10T18:59:42.899306Z","time_deleted":null,"time_modified":"2025-02-10T18:59:42.899306Z"},"memory":1073741824,"ncpus":2,"project_id":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","runtime_state":{"dst_propolis_id":null,"gen":4,"migration_id":null,"nexus_state":"NoVmm","propolis_id":null,"time_last_auto_restarted":null,"time_updated":"2025-02-10T19:00:08.015106Z"},"updater_gen":4,"updater_id":null,"user_data":[]},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","silo_user_id":"ca6b3ca1-913f-49e3-bf12-9f6b75ca293d"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}}}}},"End"]},"saga_name":"instance-delete","start_node":4} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6882025-02-10T19:00:08.318ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete
6892025-02-10T19:00:08.319ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6902025-02-10T19:00:08.319ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 9 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6912025-02-10T19:00:08.323ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6922025-02-10T19:00:08.323ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
6932025-02-10T19:00:08.327ZINFOnexus (SagaExecutor): instance update (VMM destroyed): marking VMM record deleted file = nexus/src/app/sagas/instance_update/destroyed.rs:114 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd propolis_id = 57231d2e-baeb-402c-88ea-0eff68253695 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
6942025-02-10T19:00:08.327ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = MarkVmmDeleted
6952025-02-10T19:00:08.327ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = MarkVmmDeleted
6962025-02-10T19:00:08.359ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete
6972025-02-10T19:00:08.359ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6982025-02-10T19:00:08.359ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
6992025-02-10T19:00:08.359ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
7002025-02-10T19:00:08.361ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7012025-02-10T19:00:08.361ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7022025-02-10T19:00:08.363ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7032025-02-10T19:00:08.363ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
7042025-02-10T19:00:08.373ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7052025-02-10T19:00:08.373ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 10 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7062025-02-10T19:00:08.390ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
7072025-02-10T19:00:08.390ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7082025-02-10T19:00:08.391ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "0b3083e9-16b7-4380-9776-350959b4cffc", "content-length": "372", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
7092025-02-10T19:00:08.391ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7102025-02-10T19:00:08.391ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7112025-02-10T19:00:08.396ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7122025-02-10T19:00:08.396ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
7132025-02-10T19:00:08.397ZDEBGnexus (SEC): saga log event new_state = N011 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7142025-02-10T19:00:08.397ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 11 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7152025-02-10T19:00:08.400ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7162025-02-10T19:00:08.401ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7172025-02-10T19:00:08.401ZDEBGnexus (SEC): saga log event new_state = N011 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7182025-02-10T19:00:08.401ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 11 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7192025-02-10T19:00:08.402ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7202025-02-10T19:00:08.402ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7212025-02-10T19:00:08.404ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7222025-02-10T19:00:08.404ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7232025-02-10T19:00:08.404ZDEBGnexus (SEC): saga log event new_state = N012 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7242025-02-10T19:00:08.404ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 12 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7252025-02-10T19:00:08.405ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
7262025-02-10T19:00:08.405ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
7272025-02-10T19:00:08.405ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7282025-02-10T19:00:08.405ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "6296538f-0140-4b70-a4dc-6cad4f25aab8", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
7292025-02-10T19:00:08.405ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7302025-02-10T19:00:08.405ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7312025-02-10T19:00:08.405ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7322025-02-10T19:00:08.407ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7332025-02-10T19:00:08.408ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7342025-02-10T19:00:08.408ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7352025-02-10T19:00:08.408ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7362025-02-10T19:00:08.408ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7372025-02-10T19:00:08.408ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7382025-02-10T19:00:08.409ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7392025-02-10T19:00:08.409ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7402025-02-10T19:00:08.410ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7412025-02-10T19:00:08.410ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7422025-02-10T19:00:08.410ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7432025-02-10T19:00:08.411ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7442025-02-10T19:00:08.411ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7452025-02-10T19:00:08.411ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7462025-02-10T19:00:08.411ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7472025-02-10T19:00:08.412ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7482025-02-10T19:00:08.412ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7492025-02-10T19:00:08.414ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
7502025-02-10T19:00:08.414ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7512025-02-10T19:00:08.414ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7522025-02-10T19:00:08.414ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7532025-02-10T19:00:08.414ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "534a378f-6eb3-4c63-86f4-1c7e59850859", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
7542025-02-10T19:00:08.414ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_node = ChainSuccessorSaga
7552025-02-10T19:00:08.415ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7562025-02-10T19:00:08.416ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 131.734358ms iteration = 28 status = {}
7572025-02-10T19:00:08.417ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ById(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd) } result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7582025-02-10T19:00:08.417ZINFOnexus: deleting instance dpd configuration file = nexus/src/app/instance_network.rs:548 instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd
7592025-02-10T19:00:08.417ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7602025-02-10T19:00:08.417ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7612025-02-10T19:00:08.419ZDEBGnexus (SagaExecutor): instance update: instance will not reincarnate auto_restart_config = InstanceAutoRestart { policy: None, cooldown: None } instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd karmic_state = WillReincarnate needs_reincarnation = false saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update
7622025-02-10T19:00:08.419ZDEBGnexus (SEC): saga log event new_state = N012 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7632025-02-10T19:00:08.419ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 12 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7642025-02-10T19:00:08.420ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7652025-02-10T19:00:08.420ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7662025-02-10T19:00:08.422ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
7672025-02-10T19:00:08.422ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7682025-02-10T19:00:08.423ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteNat
7692025-02-10T19:00:08.423ZDEBGnexus (SEC): saga log event new_state = N014 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7702025-02-10T19:00:08.423ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 14 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7712025-02-10T19:00:08.424ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
7722025-02-10T19:00:08.424ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
7732025-02-10T19:00:08.424ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
7742025-02-10T19:00:08.426ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
7752025-02-10T19:00:08.427ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
7762025-02-10T19:00:08.427ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
7772025-02-10T19:00:08.427ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
7782025-02-10T19:00:08.427ZDEBGnexus (SEC): saga log event new_state = N014 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7792025-02-10T19:00:08.427ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 14 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7802025-02-10T19:00:08.430ZDEBGnexus: notifying dendrite of updates instance_id = Some(38f633f5-7e54-4d7b-b85e-7e98caaf0fcd (instance)) switch = switch0
7812025-02-10T19:00:08.431ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7822025-02-10T19:00:08.431ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb
7832025-02-10T19:00:08.431ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1770, tv_nsec: 959188085 } })
7842025-02-10T19:00:08.431ZINFOnexus: Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1154
7852025-02-10T19:00:08.437ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7862025-02-10T19:00:08.437ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb saga_name = instance-update saga_result = SagaResult { saga_id: 43b8ee52-cee3-43d0-8bb2-8048de06bafb, saga_log: SagaLog { saga_id: 43b8ee52-cee3-43d0-8bb2-8048de06bafb, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(String("98cd8ccb-c191-4392-8630-509649bd5679")), 1: Succeeded(Object {"locked_gen": Number(3), "updater_id": String("98cd8ccb-c191-4392-8630-509649bd5679")}), 2: Succeeded(String("Delete")), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {"instance_id": String("38f633f5-7e54-4d7b-b85e-7e98caaf0fcd"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("57231d2e-baeb-402c-88ea-0eff68253695")}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"active_vmm_destroyed": Null, "chain_successor_saga": Null, "commit_instance_updates": Null, "destroy_active_vmm_params": Object {"instance_id": String("38f633f5-7e54-4d7b-b85e-7e98caaf0fcd"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("57231d2e-baeb-402c-88ea-0eff68253695")}, "mark_vmm_deleted": Null, "network_config_update": String("Delete"), "release_sled_resources": Null, "release_virtual_provisioning": Null, "saga_instance_lock_id": String("98cd8ccb-c191-4392-8630-509649bd5679"), "unassign_oximeter_producer": Null, "update_network_config": Null, "updater_lock": Object {"locked_gen": Number(3), "updater_id": String("98cd8ccb-c191-4392-8630-509649bd5679")}} }) }
7872025-02-10T19:00:08.437ZDEBGnexus (SagaExecutor): instance update: child saga completed successfully child_saga_id = 43b8ee52-cee3-43d0-8bb2-8048de06bafb instance_id = 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update
7882025-02-10T19:00:08.437ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7892025-02-10T19:00:08.437ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 2 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
7902025-02-10T19:00:08.440ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7912025-02-10T19:00:08.440ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
7922025-02-10T19:00:08.444ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7932025-02-10T19:00:08.444ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
7942025-02-10T19:00:08.447ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7952025-02-10T19:00:08.447ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc
7962025-02-10T19:00:08.454ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
7972025-02-10T19:00:08.454ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 2c29ff1f-ddec-4350-8a24-57065313c0dc saga_name = start-instance-update saga_result = SagaResult { saga_id: 2c29ff1f-ddec-4350-8a24-57065313c0dc, saga_log: SagaLog { saga_id: 2c29ff1f-ddec-4350-8a24-57065313c0dc, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(String("979036d3-9809-4690-8a82-158d9a905904")), 1: Succeeded(Object {"locked_gen": Number(2), "updater_id": String("979036d3-9809-4690-8a82-158d9a905904")}), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"saga_instance_lock_id": String("979036d3-9809-4690-8a82-158d9a905904"), "state": Null, "updater_lock": Object {"locked_gen": Number(2), "updater_id": String("979036d3-9809-4690-8a82-158d9a905904")}} }) }
7982025-02-10T19:00:08.462ZINFOnexus: determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
7992025-02-10T19:00:08.462ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8002025-02-10T19:00:08.462ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a99d6766-ce5b-4b4c-b896-72cc772065c1", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
8012025-02-10T19:00:08.462ZINFOnexus: identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8022025-02-10T19:00:08.464ZINFOnexus: completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8032025-02-10T19:00:08.478ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8042025-02-10T19:00:08.478ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8052025-02-10T19:00:08.479ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8062025-02-10T19:00:08.481ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8072025-02-10T19:00:08.481ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8082025-02-10T19:00:08.481ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8092025-02-10T19:00:08.483ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8102025-02-10T19:00:08.484ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8112025-02-10T19:00:08.484ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8122025-02-10T19:00:08.485ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8132025-02-10T19:00:08.494ZDEBGnexus (DpdClient): client request body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
8142025-02-10T19:00:08.494ZDEBGnexus (DpdClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "1dc9f1e8-c4a5-47b4-87e6-3fa59f7fa180", "content-length": "4", "date": "Mon, 10 Feb 2025 19:00:07 GMT"} })
8152025-02-10T19:00:08.495ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8162025-02-10T19:00:08.495ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 0 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8172025-02-10T19:00:08.499ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8182025-02-10T19:00:08.499ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8192025-02-10T19:00:08.503ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8202025-02-10T19:00:08.503ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8212025-02-10T19:00:08.506ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8222025-02-10T19:00:08.506ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8232025-02-10T19:00:08.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2460 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = 86ac40eb-3812-4cba-84b2-1ad02c78cfe1 response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
8242025-02-10T19:00:08.508ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8252025-02-10T19:00:08.509ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8262025-02-10T19:00:08.511ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8272025-02-10T19:00:08.512ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8282025-02-10T19:00:08.513ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8292025-02-10T19:00:08.516ZDEBGnexus (SagaExecutor): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8302025-02-10T19:00:08.516ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8312025-02-10T19:00:08.516ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8322025-02-10T19:00:08.573ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
8332025-02-10T19:00:08.573ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "a7c8fdd7-8e74-419a-9ded-709e4f0aadfe", "content-length": "691", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
8342025-02-10T19:00:08.573ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
8352025-02-10T19:00:08.573ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
8362025-02-10T19:00:08.573ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
8372025-02-10T19:00:08.574ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 289.332339ms iteration = 27 status = {}
8382025-02-10T19:00:08.627ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8392025-02-10T19:00:08.627ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8402025-02-10T19:00:08.685ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8412025-02-10T19:00:08.685ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = InstanceDeleteRecord
8422025-02-10T19:00:08.738ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8432025-02-10T19:00:08.738ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 1 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8442025-02-10T19:00:08.743ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8452025-02-10T19:00:08.743ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8462025-02-10T19:00:08.747ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8472025-02-10T19:00:08.747ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8482025-02-10T19:00:08.750ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8492025-02-10T19:00:08.750ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8502025-02-10T19:00:08.752ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8512025-02-10T19:00:08.753ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8522025-02-10T19:00:08.755ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8532025-02-10T19:00:08.755ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8542025-02-10T19:00:08.758ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8552025-02-10T19:00:08.760ZDEBGnexus (SagaExecutor): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: 38f633f5-7e54-4d7b-b85e-7e98caaf0fcd, lookup_type: ByName("instance-fce3acfc3ec") } result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8562025-02-10T19:00:08.760ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8572025-02-10T19:00:08.760ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeleteNetworkInterfaces
8582025-02-10T19:00:08.771ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8592025-02-10T19:00:08.771ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 2 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8602025-02-10T19:00:08.771ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 28 reason = Signaled
8612025-02-10T19:00:08.771ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8622025-02-10T19:00:08.771ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8632025-02-10T19:00:08.776ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8642025-02-10T19:00:08.776ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8652025-02-10T19:00:08.780ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeallocateExternalIp
8662025-02-10T19:00:08.780ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeallocateExternalIp
8672025-02-10T19:00:08.812ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8682025-02-10T19:00:08.812ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8692025-02-10T19:00:08.820ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8702025-02-10T19:00:08.820ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8712025-02-10T19:00:08.822ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8722025-02-10T19:00:08.823ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8732025-02-10T19:00:08.823ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8742025-02-10T19:00:08.824ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8752025-02-10T19:00:08.825ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8762025-02-10T19:00:08.827ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8772025-02-10T19:00:08.827ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8782025-02-10T19:00:08.827ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8792025-02-10T19:00:08.868ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeallocateExternalIp
8802025-02-10T19:00:08.868ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_node = DeallocateExternalIp
8812025-02-10T19:00:08.873ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = dfc7edc8-d3aa-42ed-a49c-8db07da7a337 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/12?limit=100
8822025-02-10T19:00:08.873ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = dfc7edc8-d3aa-42ed-a49c-8db07da7a337 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/12?limit=100
8832025-02-10T19:00:08.876ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2983 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = dfc7edc8-d3aa-42ed-a49c-8db07da7a337 response_code = 200 uri = /nat/ipv4/changeset/12?limit=100
8842025-02-10T19:00:08.923ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
8852025-02-10T19:00:08.923ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "57aad5cd-2be7-42a6-b57a-2bf72501f262", "content-length": "691", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
8862025-02-10T19:00:08.923ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
8872025-02-10T19:00:08.923ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
8882025-02-10T19:00:08.923ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
8892025-02-10T19:00:08.926ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 154.796953ms iteration = 28 status = {}
8902025-02-10T19:00:08.951ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8912025-02-10T19:00:08.951ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8922025-02-10T19:00:08.956ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8932025-02-10T19:00:08.956ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8942025-02-10T19:00:08.959ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8952025-02-10T19:00:08.959ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8962025-02-10T19:00:08.963ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8972025-02-10T19:00:08.963ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6
8982025-02-10T19:00:08.997ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
8992025-02-10T19:00:08.997ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 4b0f475f-f3fc-48c6-8fb0-22487fd962c6 saga_name = instance-delete saga_result = SagaResult { saga_id: 4b0f475f-f3fc-48c6-8fb0-22487fd962c6, saga_log: SagaLog { saga_id: 4b0f475f-f3fc-48c6-8fb0-22487fd962c6, unwinding: false, events: [N004 started, N004 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N005 started, N005 succeeded], node_status: {0: Succeeded(Null), 1: Succeeded(Null), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"no_result1": Null, "no_result2": Null, "no_result3": Null, "no_result4": Null} }) }
9002025-02-10T19:00:08.997ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 29 reason = Signaled
9012025-02-10T19:00:08.997ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 763727 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = cbf9c00c-6be5-4a41-812a-d4ba49c030cd response_code = 204 uri = /v1/instances/instance-fce3acfc3ec?project=proj-7d9fd57ca83
9022025-02-10T19:00:08.997ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
9032025-02-10T19:00:08.997ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9042025-02-10T19:00:08.997ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9052025-02-10T19:00:08.998ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9062025-02-10T19:00:08.998ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9072025-02-10T19:00:08.999ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9082025-02-10T19:00:08.999ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9092025-02-10T19:00:09.000ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9102025-02-10T19:00:09.000ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
9112025-02-10T19:00:09.000ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9122025-02-10T19:00:09.001ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9132025-02-10T19:00:09.001ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
9142025-02-10T19:00:09.002ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9152025-02-10T19:00:09.003ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
9162025-02-10T19:00:09.003ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9172025-02-10T19:00:09.003ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9182025-02-10T19:00:09.004ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
9192025-02-10T19:00:09.004ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9202025-02-10T19:00:09.004ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9212025-02-10T19:00:09.005ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9222025-02-10T19:00:09.005ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9232025-02-10T19:00:09.006ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9242025-02-10T19:00:09.007ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9252025-02-10T19:00:09.008ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9262025-02-10T19:00:09.008ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9272025-02-10T19:00:09.009ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
9282025-02-10T19:00:09.011ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
9292025-02-10T19:00:09.011ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9302025-02-10T19:00:09.011ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9312025-02-10T19:00:09.012ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
9322025-02-10T19:00:09.013ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
9332025-02-10T19:00:09.013ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9342025-02-10T19:00:09.014ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9352025-02-10T19:00:09.037ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
9362025-02-10T19:00:09.037ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
9372025-02-10T19:00:09.037ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "e3bc2395-0292-4a27-bef5-b1b4f3dc1486", "content-length": "372", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
9382025-02-10T19:00:09.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9392025-02-10T19:00:09.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9402025-02-10T19:00:09.042ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9412025-02-10T19:00:09.042ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9422025-02-10T19:00:09.043ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9432025-02-10T19:00:09.043ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9442025-02-10T19:00:09.044ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9452025-02-10T19:00:09.045ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9462025-02-10T19:00:09.046ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9472025-02-10T19:00:09.046ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9482025-02-10T19:00:09.047ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
9492025-02-10T19:00:09.049ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
9502025-02-10T19:00:09.049ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9512025-02-10T19:00:09.049ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9522025-02-10T19:00:09.051ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9532025-02-10T19:00:09.051ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9542025-02-10T19:00:09.052ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
9552025-02-10T19:00:09.052ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
9562025-02-10T19:00:09.054ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
9572025-02-10T19:00:09.055ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
9582025-02-10T19:00:09.055ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9592025-02-10T19:00:09.055ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9602025-02-10T19:00:09.057ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9612025-02-10T19:00:09.057ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9622025-02-10T19:00:09.059ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9632025-02-10T19:00:09.059ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9642025-02-10T19:00:09.060ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9652025-02-10T19:00:09.061ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9662025-02-10T19:00:09.063ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9672025-02-10T19:00:09.063ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9682025-02-10T19:00:09.065ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9692025-02-10T19:00:09.065ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9702025-02-10T19:00:09.067ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9712025-02-10T19:00:09.068ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9722025-02-10T19:00:09.069ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9732025-02-10T19:00:09.072ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Disk { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: e93847e6-5ad5-4c41-ad3b-59bd3b2795e4, lookup_type: ByName("disk-83cc7e296d1") } result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9742025-02-10T19:00:09.072ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9752025-02-10T19:00:09.072ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9762025-02-10T19:00:09.073ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9772025-02-10T19:00:09.073ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9782025-02-10T19:00:09.074ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9792025-02-10T19:00:09.075ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9802025-02-10T19:00:09.076ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9812025-02-10T19:00:09.076ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9822025-02-10T19:00:09.077ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
9832025-02-10T19:00:09.077ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
9842025-02-10T19:00:09.077ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "d6394dda-2f65-4786-a74d-95e9d2766627", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
9852025-02-10T19:00:09.077ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9862025-02-10T19:00:09.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9872025-02-10T19:00:09.078ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9882025-02-10T19:00:09.078ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9892025-02-10T19:00:09.079ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9902025-02-10T19:00:09.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9912025-02-10T19:00:09.080ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9922025-02-10T19:00:09.081ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9932025-02-10T19:00:09.081ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
9942025-02-10T19:00:09.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
9952025-02-10T19:00:09.083ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9962025-02-10T19:00:09.083ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Database result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
9972025-02-10T19:00:09.084ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
9982025-02-10T19:00:09.084ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
9992025-02-10T19:00:09.084ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
10002025-02-10T19:00:09.084ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "0b019d3e-752e-4a6a-99f0-a85cc10a73b3", "date": "Mon, 10 Feb 2025 19:00:08 GMT"} })
10012025-02-10T19:00:09.085ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 88.791862ms iteration = 29 status = {}
10022025-02-10T19:00:09.087ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 resource = Disk { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ById(758e4b54-98c4-4e12-a120-b7ea2cafb41c) }, key: e93847e6-5ad5-4c41-ad3b-59bd3b2795e4, lookup_type: ById(e93847e6-5ad5-4c41-ad3b-59bd3b2795e4) } result = Ok(()) uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
10032025-02-10T19:00:09.087ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10042025-02-10T19:00:09.087ZINFOnexus (SEC): saga create dag = {"end_node":14,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[4,5,null],[4,6,null],[6,7,null],[5,7,null],[7,8,null],[8,9,null],[9,10,null],[10,11,null],[3,4,null],[11,12,null],[13,0,null],[12,14,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"disk_delete.delete_disk_record","label":"DeleteDiskRecord","name":"deleted_disk"}},{"Action":{"action_name":"disk_delete.space_account","label":"SpaceAccount","name":"no_result1"}},{"Constant":{"name":"params_for_volume_delete_subsaga","value":{"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","silo_user_id":"ca6b3ca1-913f-49e3-bf12-9f6b75ca293d"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}},"volume_id":"f587665f-c6af-4d4f-902b-f15b3cafed3b"}}},{"SubsagaStart":{"params_node_name":"params_for_volume_delete_subsaga","saga_name":"volume-delete"}},{"Action":{"action_name":"volume_delete.decrease_crucible_resource_count","label":"DecreaseCrucibleResourceCount","name":"crucible_resources_to_delete"}},{"Action":{"action_name":"volume_delete.delete_crucible_regions","label":"DeleteCrucibleRegions","name":"no_result_1"}},{"Action":{"action_name":"volume_delete.delete_crucible_running_snapshots","label":"DeleteCrucibleRunningSnapshots","name":"no_result_2"}},{"Action":{"action_name":"volume_delete.delete_crucible_snapshots","label":"DeleteCrucibleSnapshots","name":"no_result_3"}},{"Action":{"action_name":"volume_delete.delete_crucible_snapshot_records","label":"DeleteCrucibleSnapshotRecords","name":"no_result_4"}},{"Action":{"action_name":"volume_delete.find_freed_crucible_regions","label":"FindFreedCrucibleRegions","name":"freed_crucible_regions"}},{"Action":{"action_name":"volume_delete.delete_freed_crucible_regions","label":"DeleteFreedCrucibleRegions","name":"no_result_5"}},{"Action":{"action_name":"volume_delete.hard_delete_volume_record","label":"HardDeleteVolumeRecord","name":"volume_hard_deleted"}},{"SubsagaEnd":{"name":"volume_delete_subsaga_no_result"}},{"Start":{"params":{"disk_id":"e93847e6-5ad5-4c41-ad3b-59bd3b2795e4","project_id":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","silo_user_id":"ca6b3ca1-913f-49e3-bf12-9f6b75ca293d"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}},"volume_id":"f587665f-c6af-4d4f-902b-f15b3cafed3b"}}},"End"]},"saga_name":"disk-delete","start_node":13} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10052025-02-10T19:00:09.087ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10062025-02-10T19:00:09.091ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10072025-02-10T19:00:09.091ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10082025-02-10T19:00:09.091ZDEBGnexus (SEC): saga log event new_state = N013 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10092025-02-10T19:00:09.091ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 13 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10102025-02-10T19:00:09.095ZDEBGnexus (SEC): saga log event new_state = N013 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10112025-02-10T19:00:09.095ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 13 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10122025-02-10T19:00:09.099ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10132025-02-10T19:00:09.099ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10142025-02-10T19:00:09.111ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10152025-02-10T19:00:09.111ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"block_size": String("Traditional"), "create_image_id": String("37318e27-f622-417b-88a3-94bfbe995461"), "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("e93847e6-5ad5-4c41-ad3b-59bd3b2795e4"), "name": String("disk-83cc7e296d1"), "time_created": String("2025-02-10T18:59:41.501335Z"), "time_deleted": Null, "time_modified": String("2025-02-10T18:59:41.501335Z")}, "pantry_address": Null, "project_id": String("758e4b54-98c4-4e12-a120-b7ea2cafb41c"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("detached"), "gen": Number(2), "time_updated": String("2025-02-10T18:59:42.592195Z")}, "size": Number(2147483648), "slot": Null, "volume_id": String("f587665f-c6af-4d4f-902b-f15b3cafed3b")}) node_id = 0 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10162025-02-10T19:00:09.114ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10172025-02-10T19:00:09.114ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10182025-02-10T19:00:09.117ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete saga_node = SpaceAccount
10192025-02-10T19:00:09.118ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete saga_node = SpaceAccount
10202025-02-10T19:00:09.130ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10212025-02-10T19:00:09.130ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 1 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10222025-02-10T19:00:09.134ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10232025-02-10T19:00:09.134ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10242025-02-10T19:00:09.137ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10252025-02-10T19:00:09.137ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("6a83e8bc-7d43-4957-91b0-600c8ea16505"), "silo_user_id": String("ca6b3ca1-913f-49e3-bf12-9f6b75ca293d")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "volume_id": String("f587665f-c6af-4d4f-902b-f15b3cafed3b")}) node_id = 2 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10262025-02-10T19:00:09.141ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10272025-02-10T19:00:09.141ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10282025-02-10T19:00:09.144ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10292025-02-10T19:00:09.144ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10302025-02-10T19:00:09.148ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10312025-02-10T19:00:09.148ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10322025-02-10T19:00:09.200ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = ba59d891-2313-4518-80bb-93d8b1c7d7aa roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
10332025-02-10T19:00:09.200ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = ba59d891-2313-4518-80bb-93d8b1c7d7aa resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
10342025-02-10T19:00:09.202ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1822 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = ba59d891-2313-4518-80bb-93d8b1c7d7aa response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
10352025-02-10T19:00:09.207ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10362025-02-10T19:00:09.207ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"V3": Object {"region_snapshots": Array [], "regions": Array [String("cf124dcf-8b6b-42f7-aa44-10cdf2941f26"), String("b153d702-bc0c-4c67-9507-df3e84ad6517"), String("027b5b68-41bd-42f1-b02d-f30289fcb048")]}}) node_id = 4 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10372025-02-10T19:00:09.211ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10382025-02-10T19:00:09.211ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10392025-02-10T19:00:09.214ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10402025-02-10T19:00:09.214ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10412025-02-10T19:00:09.218ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10422025-02-10T19:00:09.218ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 6 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10432025-02-10T19:00:09.251ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 74.227183ms file = nexus/src/app/crucible.rs:822 region_id = cf124dcf-8b6b-42f7-aa44-10cdf2941f26 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10442025-02-10T19:00:09.253ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 121.588967ms file = nexus/src/app/crucible.rs:822 region_id = 027b5b68-41bd-42f1-b02d-f30289fcb048 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10452025-02-10T19:00:09.256ZINFOnexus (SagaExecutor): Transient(region not deleted yet), trying again in 96.186825ms file = nexus/src/app/crucible.rs:822 region_id = b153d702-bc0c-4c67-9507-df3e84ad6517 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10462025-02-10T19:00:09.330ZINFOnexus (SagaExecutor): region deleted file = nexus/src/app/crucible.rs:807 region_id = cf124dcf-8b6b-42f7-aa44-10cdf2941f26 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10472025-02-10T19:00:09.356ZINFOnexus (SagaExecutor): region deleted file = nexus/src/app/crucible.rs:807 region_id = b153d702-bc0c-4c67-9507-df3e84ad6517 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10482025-02-10T19:00:09.379ZINFOnexus (SagaExecutor): region deleted file = nexus/src/app/crucible.rs:807 region_id = 027b5b68-41bd-42f1-b02d-f30289fcb048 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10492025-02-10T19:00:09.398ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10502025-02-10T19:00:09.398ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10512025-02-10T19:00:09.403ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10522025-02-10T19:00:09.403ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10532025-02-10T19:00:09.406ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10542025-02-10T19:00:09.406ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 7 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10552025-02-10T19:00:09.410ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10562025-02-10T19:00:09.410ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10572025-02-10T19:00:09.414ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10582025-02-10T19:00:09.414ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 8 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10592025-02-10T19:00:09.417ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10602025-02-10T19:00:09.417ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10612025-02-10T19:00:09.427ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10622025-02-10T19:00:09.427ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"datasets_and_regions": Array [], "volumes": Array []}) node_id = 9 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10632025-02-10T19:00:09.430ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10642025-02-10T19:00:09.430ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10652025-02-10T19:00:09.434ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10662025-02-10T19:00:09.434ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 10 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10672025-02-10T19:00:09.437ZDEBGnexus (SEC): saga log event new_state = N011 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10682025-02-10T19:00:09.437ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 11 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10692025-02-10T19:00:09.443ZINFOnexus (SagaExecutor): allocated regions for f587665f-c6af-4d4f-902b-f15b3cafed3b is empty, calling volume_hard_delete file = nexus/src/app/sagas/volume_delete.rs:523 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete
10702025-02-10T19:00:09.447ZDEBGnexus (SEC): saga log event new_state = N011 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10712025-02-10T19:00:09.447ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Bool(true)) node_id = 11 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10722025-02-10T19:00:09.451ZDEBGnexus (SEC): saga log event new_state = N012 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10732025-02-10T19:00:09.451ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 12 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10742025-02-10T19:00:09.454ZDEBGnexus (SEC): saga log event new_state = N012 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10752025-02-10T19:00:09.454ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Bool(true)) node_id = 12 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10762025-02-10T19:00:09.457ZDEBGnexus (SEC): saga log event new_state = N014 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10772025-02-10T19:00:09.457ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 14 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10782025-02-10T19:00:09.461ZDEBGnexus (SEC): saga log event new_state = N014 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10792025-02-10T19:00:09.461ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 14 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10802025-02-10T19:00:09.464ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10812025-02-10T19:00:09.464ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9
10822025-02-10T19:00:09.472ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
10832025-02-10T19:00:09.472ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 1a74a904-59f2-4271-9d6f-4c21999636a9 saga_name = disk-delete saga_result = SagaResult { saga_id: 1a74a904-59f2-4271-9d6f-4c21999636a9, saga_log: SagaLog { saga_id: 1a74a904-59f2-4271-9d6f-4c21999636a9, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N006 started, N006 succeeded, N005 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(Object {"block_size": String("Traditional"), "create_image_id": String("37318e27-f622-417b-88a3-94bfbe995461"), "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("e93847e6-5ad5-4c41-ad3b-59bd3b2795e4"), "name": String("disk-83cc7e296d1"), "time_created": String("2025-02-10T18:59:41.501335Z"), "time_deleted": Null, "time_modified": String("2025-02-10T18:59:41.501335Z")}, "pantry_address": Null, "project_id": String("758e4b54-98c4-4e12-a120-b7ea2cafb41c"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("detached"), "gen": Number(2), "time_updated": String("2025-02-10T18:59:42.592195Z")}, "size": Number(2147483648), "slot": Null, "volume_id": String("f587665f-c6af-4d4f-902b-f15b3cafed3b")}), 1: Succeeded(Null), 2: Succeeded(Object {"serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("6a83e8bc-7d43-4957-91b0-600c8ea16505"), "silo_user_id": String("ca6b3ca1-913f-49e3-bf12-9f6b75ca293d")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "volume_id": String("f587665f-c6af-4d4f-902b-f15b3cafed3b")}), 3: Succeeded(Null), 4: Succeeded(Object {"V3": Object {"region_snapshots": Array [], "regions": Array [String("cf124dcf-8b6b-42f7-aa44-10cdf2941f26"), String("b153d702-bc0c-4c67-9507-df3e84ad6517"), String("027b5b68-41bd-42f1-b02d-f30289fcb048")]}}), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Null), 8: Succeeded(Null), 9: Succeeded(Object {"datasets_and_regions": Array [], "volumes": Array []}), 10: Succeeded(Null), 11: Succeeded(Bool(true)), 12: Succeeded(Bool(true)), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Bool(true), node_outputs: {"crucible_resources_to_delete": Object {"V3": Object {"region_snapshots": Array [], "regions": Array [String("cf124dcf-8b6b-42f7-aa44-10cdf2941f26"), String("b153d702-bc0c-4c67-9507-df3e84ad6517"), String("027b5b68-41bd-42f1-b02d-f30289fcb048")]}}, "deleted_disk": Object {"block_size": String("Traditional"), "create_image_id": String("37318e27-f622-417b-88a3-94bfbe995461"), "create_snapshot_id": Null, "identity": Object {"description": String(""), "id": String("e93847e6-5ad5-4c41-ad3b-59bd3b2795e4"), "name": String("disk-83cc7e296d1"), "time_created": String("2025-02-10T18:59:41.501335Z"), "time_deleted": Null, "time_modified": String("2025-02-10T18:59:41.501335Z")}, "pantry_address": Null, "project_id": String("758e4b54-98c4-4e12-a120-b7ea2cafb41c"), "rcgen": Number(1), "runtime_state": Object {"attach_instance_id": Null, "disk_state": String("detached"), "gen": Number(2), "time_updated": String("2025-02-10T18:59:42.592195Z")}, "size": Number(2147483648), "slot": Null, "volume_id": String("f587665f-c6af-4d4f-902b-f15b3cafed3b")}, "freed_crucible_regions": Object {"datasets_and_regions": Array [], "volumes": Array []}, "no_result1": Null, "no_result_1": Null, "no_result_2": Null, "no_result_3": Null, "no_result_4": Null, "no_result_5": Null, "params_for_volume_delete_subsaga": Object {"serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"SiloUser": Object {"silo_id": String("6a83e8bc-7d43-4957-91b0-600c8ea16505"), "silo_user_id": String("ca6b3ca1-913f-49e3-bf12-9f6b75ca293d")}}}, Object {"mapped_fleet_roles": Object {"admin": Array [String("admin")]}}]}}, "volume_id": String("f587665f-c6af-4d4f-902b-f15b3cafed3b")}, "volume_delete_subsaga_no_result": Bool(true), "volume_hard_deleted": Bool(true)} }) }
10842025-02-10T19:00:09.472ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 474329 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = a1746833-182e-41cf-977a-41672768b6e0 response_code = 204 uri = /v1/disks/disk-83cc7e296d1?project=proj-7d9fd57ca83
10852025-02-10T19:00:09.473ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
10862025-02-10T19:00:09.473ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
10872025-02-10T19:00:09.474ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
10882025-02-10T19:00:09.475ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
10892025-02-10T19:00:09.476ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
10902025-02-10T19:00:09.477ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
10912025-02-10T19:00:09.477ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
10922025-02-10T19:00:09.477ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
10932025-02-10T19:00:09.479ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
10942025-02-10T19:00:09.479ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
10952025-02-10T19:00:09.480ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
10962025-02-10T19:00:09.480ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
10972025-02-10T19:00:09.481ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
10982025-02-10T19:00:09.481ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
10992025-02-10T19:00:09.483ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
11002025-02-10T19:00:09.484ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
11012025-02-10T19:00:09.484ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11022025-02-10T19:00:09.484ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11032025-02-10T19:00:09.485ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
11042025-02-10T19:00:09.486ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
11052025-02-10T19:00:09.486ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11062025-02-10T19:00:09.486ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11072025-02-10T19:00:09.491ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11082025-02-10T19:00:09.491ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11092025-02-10T19:00:09.492ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11102025-02-10T19:00:09.492ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11112025-02-10T19:00:09.493ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11122025-02-10T19:00:09.494ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11132025-02-10T19:00:09.495ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11142025-02-10T19:00:09.495ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11152025-02-10T19:00:09.496ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
11162025-02-10T19:00:09.497ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
11172025-02-10T19:00:09.497ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11182025-02-10T19:00:09.497ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11192025-02-10T19:00:09.499ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11202025-02-10T19:00:09.499ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11212025-02-10T19:00:09.500ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11222025-02-10T19:00:09.500ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11232025-02-10T19:00:09.501ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
11242025-02-10T19:00:09.502ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
11252025-02-10T19:00:09.502ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11262025-02-10T19:00:09.502ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11272025-02-10T19:00:09.503ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11282025-02-10T19:00:09.504ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11292025-02-10T19:00:09.505ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11302025-02-10T19:00:09.505ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11312025-02-10T19:00:09.507ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11322025-02-10T19:00:09.507ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11332025-02-10T19:00:09.508ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11342025-02-10T19:00:09.508ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11352025-02-10T19:00:09.511ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11362025-02-10T19:00:09.511ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11372025-02-10T19:00:09.513ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11382025-02-10T19:00:09.513ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11392025-02-10T19:00:09.515ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11402025-02-10T19:00:09.515ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = Database result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11412025-02-10T19:00:09.518ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11422025-02-10T19:00:09.520ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: ef0b1155-39cc-44a0-bfa1-cc611b79cb2c, lookup_type: ByName("default") }, key: 9ce4377d-5393-4b24-ba40-2e639a4746eb, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11432025-02-10T19:00:09.520ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete
11442025-02-10T19:00:09.521ZINFOnexus (SEC): saga create dag = {"end_node":4,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"vpc_subnet_delete.vpc_subnet_delete_subnet","label":"VpcSubnetDeleteSubnet","name":"no_result_0"}},{"Action":{"action_name":"vpc_subnet_delete.vpc_subnet_delete_sys_route","label":"VpcSubnetDeleteSysRoute","name":"no_result_1"}},{"Action":{"action_name":"vpc_subnet_delete.vpc_notify_rpw","label":"VpcNotifyRpw","name":"no_result_2"}},{"Start":{"params":{"authz_subnet":{"key":"9ce4377d-5393-4b24-ba40-2e639a4746eb","lookup_type":{"ByName":"default"},"parent":{"key":"ef0b1155-39cc-44a0-bfa1-cc611b79cb2c","lookup_type":{"ByName":"default"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ByName":"proj-7d9fd57ca83"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}}},"authz_vpc":{"key":"ef0b1155-39cc-44a0-bfa1-cc611b79cb2c","lookup_type":{"ByName":"default"},"parent":{"key":"758e4b54-98c4-4e12-a120-b7ea2cafb41c","lookup_type":{"ByName":"proj-7d9fd57ca83"},"parent":{"key":"6a83e8bc-7d43-4957-91b0-600c8ea16505","lookup_type":{"ById":"6a83e8bc-7d43-4957-91b0-600c8ea16505"},"parent":null}}},"db_subnet":{"custom_router_id":null,"identity":{"description":"The default subnet for default","id":"9ce4377d-5393-4b24-ba40-2e639a4746eb","name":"default","time_created":"2025-02-10T18:59:40.770466Z","time_deleted":null,"time_modified":"2025-02-10T18:59:40.770466Z"},"ipv4_block":"172.30.0.0/22","ipv6_block":"fdf8:4f87:5a40::/64","rcgen":2,"vpc_id":"ef0b1155-39cc-44a0-bfa1-cc611b79cb2c"},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"SiloUser":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","silo_user_id":"ca6b3ca1-913f-49e3-bf12-9f6b75ca293d"}}},{"mapped_fleet_roles":{"admin":["admin"]}}]}}}}},"End"]},"saga_name":"vpc-subnet-delete","start_node":3} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11452025-02-10T19:00:09.521ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete
11462025-02-10T19:00:09.524ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete
11472025-02-10T19:00:09.524ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11482025-02-10T19:00:09.524ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11492025-02-10T19:00:09.524ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11502025-02-10T19:00:09.528ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11512025-02-10T19:00:09.528ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11522025-02-10T19:00:09.531ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11532025-02-10T19:00:09.531ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11542025-02-10T19:00:09.535ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11552025-02-10T19:00:09.535ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11562025-02-10T19:00:09.537ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11572025-02-10T19:00:09.537ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11582025-02-10T19:00:09.539ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11592025-02-10T19:00:09.539ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11602025-02-10T19:00:09.541ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11612025-02-10T19:00:09.542ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11622025-02-10T19:00:09.544ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11632025-02-10T19:00:09.546ZDEBGnexus (SagaExecutor): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: ef0b1155-39cc-44a0-bfa1-cc611b79cb2c, lookup_type: ByName("default") }, key: 9ce4377d-5393-4b24-ba40-2e639a4746eb, lookup_type: ByName("default") } result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11642025-02-10T19:00:09.546ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11652025-02-10T19:00:09.547ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSubnet
11662025-02-10T19:00:09.553ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11672025-02-10T19:00:09.553ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 0 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11682025-02-10T19:00:09.559ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11692025-02-10T19:00:09.559ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11702025-02-10T19:00:09.563ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSysRoute
11712025-02-10T19:00:09.563ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcSubnetDeleteSysRoute
11722025-02-10T19:00:09.597ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11732025-02-10T19:00:09.597ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 1 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11742025-02-10T19:00:09.600ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11752025-02-10T19:00:09.600ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11762025-02-10T19:00:09.604ZDEBGnexus (SagaExecutor): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true roles = RoleSet { roles: {} } saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcNotifyRpw
11772025-02-10T19:00:09.604ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true resource = Database result = Ok(()) saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_node = VpcNotifyRpw
11782025-02-10T19:00:09.610ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11792025-02-10T19:00:09.610ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 2 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11802025-02-10T19:00:09.614ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11812025-02-10T19:00:09.614ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11822025-02-10T19:00:09.617ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11832025-02-10T19:00:09.617ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11842025-02-10T19:00:09.620ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11852025-02-10T19:00:09.620ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24
11862025-02-10T19:00:09.655ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete sec_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
11872025-02-10T19:00:09.655ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 6b987606-5b21-4bb3-8329-a0f65d695e24 saga_name = vpc-subnet-delete saga_result = SagaResult { saga_id: 6b987606-5b21-4bb3-8329-a0f65d695e24, saga_log: SagaLog { saga_id: 6b987606-5b21-4bb3-8329-a0f65d695e24, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(Null), 1: Succeeded(Null), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"no_result_0": Null, "no_result_1": Null, "no_result_2": Null} }) }
11882025-02-10T19:00:09.655ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 181995 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 38007bc8-3a59-4ca6-acb9-3bfcd0a2c880 response_code = 204 uri = /v1/vpc-subnets/default?project=proj-7d9fd57ca83&vpc=default
11892025-02-10T19:00:09.655ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 30 reason = Signaled
11902025-02-10T19:00:09.655ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
11912025-02-10T19:00:09.655ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
11922025-02-10T19:00:09.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
11932025-02-10T19:00:09.656ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11942025-02-10T19:00:09.656ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11952025-02-10T19:00:09.658ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
11962025-02-10T19:00:09.658ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11972025-02-10T19:00:09.658ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
11982025-02-10T19:00:09.660ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
11992025-02-10T19:00:09.660ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
12002025-02-10T19:00:09.660ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12012025-02-10T19:00:09.660ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12022025-02-10T19:00:09.661ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
12032025-02-10T19:00:09.661ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12042025-02-10T19:00:09.661ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12052025-02-10T19:00:09.662ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12062025-02-10T19:00:09.663ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12072025-02-10T19:00:09.663ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12082025-02-10T19:00:09.663ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
12092025-02-10T19:00:09.663ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12102025-02-10T19:00:09.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12112025-02-10T19:00:09.664ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12122025-02-10T19:00:09.665ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12132025-02-10T19:00:09.666ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12142025-02-10T19:00:09.666ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12152025-02-10T19:00:09.668ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
12162025-02-10T19:00:09.669ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
12172025-02-10T19:00:09.669ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12182025-02-10T19:00:09.669ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12192025-02-10T19:00:09.670ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
12202025-02-10T19:00:09.672ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
12212025-02-10T19:00:09.672ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12222025-02-10T19:00:09.672ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12232025-02-10T19:00:09.680ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12242025-02-10T19:00:09.680ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12252025-02-10T19:00:09.697ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
12262025-02-10T19:00:09.697ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
12272025-02-10T19:00:09.697ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "23fbca1c-522d-4c6c-b600-eb4ac5c94197", "content-length": "372", "date": "Mon, 10 Feb 2025 19:00:09 GMT"} })
12282025-02-10T19:00:09.697ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12292025-02-10T19:00:09.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12302025-02-10T19:00:09.698ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12312025-02-10T19:00:09.698ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12322025-02-10T19:00:09.700ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12332025-02-10T19:00:09.700ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12342025-02-10T19:00:09.701ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12352025-02-10T19:00:09.701ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12362025-02-10T19:00:09.702ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
12372025-02-10T19:00:09.704ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
12382025-02-10T19:00:09.704ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12392025-02-10T19:00:09.704ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12402025-02-10T19:00:09.705ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12412025-02-10T19:00:09.705ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12422025-02-10T19:00:09.706ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
12432025-02-10T19:00:09.707ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
12442025-02-10T19:00:09.708ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
12452025-02-10T19:00:09.709ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
12462025-02-10T19:00:09.709ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12472025-02-10T19:00:09.709ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12482025-02-10T19:00:09.710ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
12492025-02-10T19:00:09.710ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
12502025-02-10T19:00:09.711ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "797aeac2-1d1a-408a-b743-a1f6d067065c", "date": "Mon, 10 Feb 2025 19:00:09 GMT"} })
12512025-02-10T19:00:09.711ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12522025-02-10T19:00:09.711ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12532025-02-10T19:00:09.711ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12542025-02-10T19:00:09.711ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12552025-02-10T19:00:09.713ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12562025-02-10T19:00:09.713ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12572025-02-10T19:00:09.713ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12582025-02-10T19:00:09.713ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12592025-02-10T19:00:09.715ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12602025-02-10T19:00:09.715ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12612025-02-10T19:00:09.715ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12622025-02-10T19:00:09.716ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12632025-02-10T19:00:09.717ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12642025-02-10T19:00:09.717ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12652025-02-10T19:00:09.718ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
12662025-02-10T19:00:09.718ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
12672025-02-10T19:00:09.718ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "94112c8c-e09a-4412-a5ca-95c784c760c1", "date": "Mon, 10 Feb 2025 19:00:09 GMT"} })
12682025-02-10T19:00:09.719ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12692025-02-10T19:00:09.719ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12702025-02-10T19:00:09.719ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 64.451054ms iteration = 30 status = {}
12712025-02-10T19:00:09.721ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12722025-02-10T19:00:09.722ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12732025-02-10T19:00:09.724ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12742025-02-10T19:00:09.727ZDEBGnexus (dropshot_external): authorize result action = Read actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: ef0b1155-39cc-44a0-bfa1-cc611b79cb2c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12752025-02-10T19:00:09.727ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12762025-02-10T19:00:09.727ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12772025-02-10T19:00:09.729ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12782025-02-10T19:00:09.729ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12792025-02-10T19:00:09.731ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12802025-02-10T19:00:09.732ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12812025-02-10T19:00:09.733ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12822025-02-10T19:00:09.734ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12832025-02-10T19:00:09.736ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12842025-02-10T19:00:09.738ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: ef0b1155-39cc-44a0-bfa1-cc611b79cb2c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12852025-02-10T19:00:09.738ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12862025-02-10T19:00:09.738ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12872025-02-10T19:00:09.740ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12882025-02-10T19:00:09.740ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12892025-02-10T19:00:09.746ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12902025-02-10T19:00:09.746ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12912025-02-10T19:00:09.748ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12922025-02-10T19:00:09.748ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12932025-02-10T19:00:09.750ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12942025-02-10T19:00:09.750ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12952025-02-10T19:00:09.753ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12962025-02-10T19:00:09.753ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12972025-02-10T19:00:09.755ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12982025-02-10T19:00:09.758ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: ef0b1155-39cc-44a0-bfa1-cc611b79cb2c, lookup_type: ByName("default") }, key: 02562e54-8b53-4ce1-9f51-b06dabf0aad4, lookup_type: ById(02562e54-8b53-4ce1-9f51-b06dabf0aad4) } result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
12992025-02-10T19:00:09.758ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13002025-02-10T19:00:09.758ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13012025-02-10T19:00:09.767ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13022025-02-10T19:00:09.767ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13032025-02-10T19:00:09.774ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13042025-02-10T19:00:09.774ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13052025-02-10T19:00:09.776ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13062025-02-10T19:00:09.776ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13072025-02-10T19:00:09.778ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13082025-02-10T19:00:09.778ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13092025-02-10T19:00:09.780ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13102025-02-10T19:00:09.781ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13112025-02-10T19:00:09.783ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13122025-02-10T19:00:09.783ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13132025-02-10T19:00:09.785ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13142025-02-10T19:00:09.788ZDEBGnexus (dropshot_external): authorize result action = Modify actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") }, key: ef0b1155-39cc-44a0-bfa1-cc611b79cb2c, lookup_type: ByName("default") } result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13152025-02-10T19:00:09.788ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f roles = RoleSet { roles: {} } uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13162025-02-10T19:00:09.788ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f resource = Database result = Ok(()) uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13172025-02-10T19:00:09.794ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 138455 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = c24dcc32-650e-4da0-b275-a8ff1a4bd25f response_code = 204 uri = /v1/vpcs/default?project=proj-7d9fd57ca83
13182025-02-10T19:00:09.795ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13192025-02-10T19:00:09.795ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13202025-02-10T19:00:09.797ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13212025-02-10T19:00:09.797ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13222025-02-10T19:00:09.798ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
13232025-02-10T19:00:09.799ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("token = \\"f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8\\"") } result = Ok(())
13242025-02-10T19:00:09.799ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13252025-02-10T19:00:09.799ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13262025-02-10T19:00:09.800ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13272025-02-10T19:00:09.801ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13282025-02-10T19:00:09.802ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13292025-02-10T19:00:09.802ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13302025-02-10T19:00:09.803ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13312025-02-10T19:00:09.803ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13322025-02-10T19:00:09.804ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
13332025-02-10T19:00:09.806ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
13342025-02-10T19:00:09.806ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13352025-02-10T19:00:09.806ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13362025-02-10T19:00:09.807ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
13372025-02-10T19:00:09.808ZDEBGnexus (ExternalAuthn): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = ConsoleSession { parent: Fleet, key: "f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8", lookup_type: ByCompositeId("f5b9fc6d9149ec290c92a20d0e48aa6390a93fb8") } result = Ok(())
13382025-02-10T19:00:09.808ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13392025-02-10T19:00:09.808ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13402025-02-10T19:00:09.813ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13412025-02-10T19:00:09.814ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13422025-02-10T19:00:09.815ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13432025-02-10T19:00:09.815ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13442025-02-10T19:00:09.816ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13452025-02-10T19:00:09.816ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13462025-02-10T19:00:09.817ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13472025-02-10T19:00:09.817ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13482025-02-10T19:00:09.819ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
13492025-02-10T19:00:09.820ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = SiloUser { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, lookup_type: ById(ca6b3ca1-913f-49e3-bf12-9f6b75ca293d) } result = Ok(())
13502025-02-10T19:00:09.820ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13512025-02-10T19:00:09.820ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13522025-02-10T19:00:09.821ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13532025-02-10T19:00:09.821ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13542025-02-10T19:00:09.822ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {} }
13552025-02-10T19:00:09.823ZDEBGnexus (ExternalAuthn): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Database result = Ok(())
13562025-02-10T19:00:09.823ZDEBGnexus (ExternalAuthn): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "external-authenticator")} }
13572025-02-10T19:00:09.825ZDEBGnexus (ExternalAuthn): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000003, .. }) resource = Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) } result = Ok(())
13582025-02-10T19:00:09.825ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13592025-02-10T19:00:09.825ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13602025-02-10T19:00:09.826ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13612025-02-10T19:00:09.826ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13622025-02-10T19:00:09.828ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13632025-02-10T19:00:09.828ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13642025-02-10T19:00:09.830ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13652025-02-10T19:00:09.830ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13662025-02-10T19:00:09.832ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13672025-02-10T19:00:09.832ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13682025-02-10T19:00:09.834ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13692025-02-10T19:00:09.834ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13702025-02-10T19:00:09.836ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/projects/proj-7d9fd57ca83
13712025-02-10T19:00:09.838ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") } result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13722025-02-10T19:00:09.838ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13732025-02-10T19:00:09.838ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13742025-02-10T19:00:09.840ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13752025-02-10T19:00:09.840ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13762025-02-10T19:00:09.842ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13772025-02-10T19:00:09.842ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13782025-02-10T19:00:09.844ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13792025-02-10T19:00:09.845ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13802025-02-10T19:00:09.846ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {(Silo, 6a83e8bc-7d43-4957-91b0-600c8ea16505, "admin")} } uri = /v1/projects/proj-7d9fd57ca83
13812025-02-10T19:00:09.848ZDEBGnexus (dropshot_external): authorize result action = Delete actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Project { parent: Silo { parent: Fleet, key: 6a83e8bc-7d43-4957-91b0-600c8ea16505, lookup_type: ById(6a83e8bc-7d43-4957-91b0-600c8ea16505) }, key: 758e4b54-98c4-4e12-a120-b7ea2cafb41c, lookup_type: ByName("proj-7d9fd57ca83") } result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13822025-02-10T19:00:09.848ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13832025-02-10T19:00:09.848ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13842025-02-10T19:00:09.850ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13852025-02-10T19:00:09.850ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13862025-02-10T19:00:09.852ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13872025-02-10T19:00:09.852ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13882025-02-10T19:00:09.855ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13892025-02-10T19:00:09.855ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13902025-02-10T19:00:09.857ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13912025-02-10T19:00:09.857ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13922025-02-10T19:00:09.859ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13932025-02-10T19:00:09.859ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13942025-02-10T19:00:09.861ZDEBGnexus (dropshot_external): roles actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c roles = RoleSet { roles: {} } uri = /v1/projects/proj-7d9fd57ca83
13952025-02-10T19:00:09.861ZDEBGnexus (dropshot_external): authorize result action = Query actor = Some(Actor::SiloUser { silo_user_id: ca6b3ca1-913f-49e3-bf12-9f6b75ca293d, silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, .. }) actor_id = ca6b3ca1-913f-49e3-bf12-9f6b75ca293d authenticated = true local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c resource = Database result = Ok(()) uri = /v1/projects/proj-7d9fd57ca83
13962025-02-10T19:00:09.874ZINFOnexus (dropshot_external): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 79128 local_addr = 172.30.2.6:443 method = DELETE remote_addr = 10.151.1.100:60060 req_id = 23639892-413d-4c28-ba77-d28aa5613e3c response_code = 204 uri = /v1/projects/proj-7d9fd57ca83
13972025-02-10T19:00:10.222ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 69c5ff19-3399-40a6-a017-8935cecd6865 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
13982025-02-10T19:00:10.222ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 69c5ff19-3399-40a6-a017-8935cecd6865 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
13992025-02-10T19:00:10.224ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2197 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 69c5ff19-3399-40a6-a017-8935cecd6865 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14002025-02-10T19:00:11.245ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 82dcf55d-b03f-4f5a-a5c8-b44ed701b282 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14012025-02-10T19:00:11.246ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 82dcf55d-b03f-4f5a-a5c8-b44ed701b282 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14022025-02-10T19:00:11.248ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2949 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 82dcf55d-b03f-4f5a-a5c8-b44ed701b282 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14032025-02-10T19:00:12.272ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c2c45a7c-30e9-4ffd-9eb3-854a35377cc6 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14042025-02-10T19:00:12.272ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c2c45a7c-30e9-4ffd-9eb3-854a35377cc6 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14052025-02-10T19:00:12.275ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3042 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c2c45a7c-30e9-4ffd-9eb3-854a35377cc6 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14062025-02-10T19:00:13.294ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7efff638-69af-4f86-b990-6c5fb25de43d roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14072025-02-10T19:00:13.295ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7efff638-69af-4f86-b990-6c5fb25de43d resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14082025-02-10T19:00:13.297ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2348 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7efff638-69af-4f86-b990-6c5fb25de43d response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14092025-02-10T19:00:14.317ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d4547f40-1b0a-4e38-ad4c-ccce27e190de roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14102025-02-10T19:00:14.317ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d4547f40-1b0a-4e38-ad4c-ccce27e190de resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14112025-02-10T19:00:14.320ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2984 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d4547f40-1b0a-4e38-ad4c-ccce27e190de response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14122025-02-10T19:00:15.340ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aad5bffc-2824-47e4-9527-05015e1a3d51 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14132025-02-10T19:00:15.340ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aad5bffc-2824-47e4-9527-05015e1a3d51 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14142025-02-10T19:00:15.343ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3604 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aad5bffc-2824-47e4-9527-05015e1a3d51 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14152025-02-10T19:00:16.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 75 reason = Timeout
14162025-02-10T19:00:16.251ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 75 reason = Timeout
14172025-02-10T19:00:16.251ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14182025-02-10T19:00:16.251ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14192025-02-10T19:00:16.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14202025-02-10T19:00:16.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14212025-02-10T19:00:16.253ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14222025-02-10T19:00:16.254ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14232025-02-10T19:00:16.254ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14242025-02-10T19:00:16.256ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
14252025-02-10T19:00:16.256ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14262025-02-10T19:00:16.256ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14272025-02-10T19:00:16.257ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14282025-02-10T19:00:16.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14292025-02-10T19:00:16.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14302025-02-10T19:00:16.262ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
14312025-02-10T19:00:16.262ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14322025-02-10T19:00:16.262ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14332025-02-10T19:00:16.270ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
14342025-02-10T19:00:16.270ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.307032ms iteration = 75 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
14352025-02-10T19:00:16.283ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.295215ms iteration = 75 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
14362025-02-10T19:00:16.364ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e2864c81-ad17-4017-b647-b184b715ded8 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14372025-02-10T19:00:16.364ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e2864c81-ad17-4017-b647-b184b715ded8 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14382025-02-10T19:00:16.366ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2143 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e2864c81-ad17-4017-b647-b184b715ded8 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14392025-02-10T19:00:17.386ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a0d35829-d6a2-4f3e-8f00-b3487baa44e7 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14402025-02-10T19:00:17.386ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a0d35829-d6a2-4f3e-8f00-b3487baa44e7 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14412025-02-10T19:00:17.388ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2393 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a0d35829-d6a2-4f3e-8f00-b3487baa44e7 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14422025-02-10T19:00:18.408ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a3a0c16c-73c9-48da-be89-07b7b22d3164 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14432025-02-10T19:00:18.408ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a3a0c16c-73c9-48da-be89-07b7b22d3164 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14442025-02-10T19:00:18.410ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2280 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a3a0c16c-73c9-48da-be89-07b7b22d3164 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14452025-02-10T19:00:18.491ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 35798ad1-1172-4508-a120-1b43cad18d6c roles = RoleSet { roles: {} } uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?sort_by=id_ascending
14462025-02-10T19:00:18.492ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 35798ad1-1172-4508-a120-1b43cad18d6c resource = Database result = Ok(()) uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?sort_by=id_ascending
14472025-02-10T19:00:18.495ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3592 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 35798ad1-1172-4508-a120-1b43cad18d6c response_code = 200 uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?sort_by=id_ascending
14482025-02-10T19:00:18.495ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = e8a23aec-a63a-4bf8-8ab5-8d5f7e9bb0d2 roles = RoleSet { roles: {} } uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZGMwY2VjNy0wOWZlLTQzMzItYmVlNS01ZDhhZjBlZDg3OTAifX0%3D
14492025-02-10T19:00:18.495ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = e8a23aec-a63a-4bf8-8ab5-8d5f7e9bb0d2 resource = Database result = Ok(()) uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZGMwY2VjNy0wOWZlLTQzMzItYmVlNS01ZDhhZjBlZDg3OTAifX0%3D
14502025-02-10T19:00:18.498ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2736 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = e8a23aec-a63a-4bf8-8ab5-8d5f7e9bb0d2 response_code = 200 uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZGMwY2VjNy0wOWZlLTQzMzItYmVlNS01ZDhhZjBlZDg3OTAifX0%3D
14512025-02-10T19:00:18.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2405 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = eca26fbf-e738-43e5-8855-6a7a187ba193 response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
14522025-02-10T19:00:19.429ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e2b7c3d1-44d6-480b-a8db-9e0330172539 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14532025-02-10T19:00:19.429ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e2b7c3d1-44d6-480b-a8db-9e0330172539 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14542025-02-10T19:00:19.431ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2574 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e2b7c3d1-44d6-480b-a8db-9e0330172539 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14552025-02-10T19:00:20.451ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = bdc519f0-9418-4e83-a20d-16c0a60347c9 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14562025-02-10T19:00:20.452ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = bdc519f0-9418-4e83-a20d-16c0a60347c9 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14572025-02-10T19:00:20.454ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2669 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = bdc519f0-9418-4e83-a20d-16c0a60347c9 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14582025-02-10T19:00:21.475ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 12895ab3-56db-4268-b1c7-2b29189a40d4 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14592025-02-10T19:00:21.475ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 12895ab3-56db-4268-b1c7-2b29189a40d4 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14602025-02-10T19:00:21.477ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2576 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 12895ab3-56db-4268-b1c7-2b29189a40d4 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14612025-02-10T19:00:22.497ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 928456d7-704e-47f0-8f34-ac0e93c7d0c1 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14622025-02-10T19:00:22.497ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 928456d7-704e-47f0-8f34-ac0e93c7d0c1 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14632025-02-10T19:00:22.499ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2089 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 928456d7-704e-47f0-8f34-ac0e93c7d0c1 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14642025-02-10T19:00:23.519ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 1400cf69-48cd-4e08-9839-a14f566ee30d roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14652025-02-10T19:00:23.519ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 1400cf69-48cd-4e08-9839-a14f566ee30d resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14662025-02-10T19:00:23.521ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2356 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 1400cf69-48cd-4e08-9839-a14f566ee30d response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14672025-02-10T19:00:24.540ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d32ea028-1045-41e7-9e9c-a37f70ce4832 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14682025-02-10T19:00:24.540ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d32ea028-1045-41e7-9e9c-a37f70ce4832 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14692025-02-10T19:00:24.542ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2023 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d32ea028-1045-41e7-9e9c-a37f70ce4832 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14702025-02-10T19:00:25.564ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aa523abd-1ac8-4ce4-b2ba-8c1cebc7072c roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14712025-02-10T19:00:25.565ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aa523abd-1ac8-4ce4-b2ba-8c1cebc7072c resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14722025-02-10T19:00:25.567ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2528 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aa523abd-1ac8-4ce4-b2ba-8c1cebc7072c response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
14732025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 26 reason = Timeout
14742025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 26 reason = Timeout
14752025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
14762025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 26 reason = Timeout
14772025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
14782025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
14792025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 29 reason = Timeout
14802025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 26 reason = Timeout
14812025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
14822025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 26 reason = Timeout
14832025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
14842025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
14852025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 26 reason = Timeout
14862025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
14872025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
14882025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 26 reason = Timeout
14892025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14902025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 76 reason = Timeout
14912025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14922025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 26 reason = Timeout
14932025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 76 reason = Timeout
14942025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14952025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 26 reason = Timeout
14962025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 26 reason = Timeout
14972025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
14982025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 30 reason = Timeout
14992025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
15002025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 26 reason = Timeout
15012025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15022025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
15032025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 26 reason = Timeout
15042025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
15052025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 26 reason = Timeout
15062025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
15072025-02-10T19:00:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
15082025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
15092025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
15102025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
15112025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
15122025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
15132025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15142025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15152025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15162025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
15172025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
15182025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15192025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
15202025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
15212025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
15222025-02-10T19:00:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
15232025-02-10T19:00:26.254ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15242025-02-10T19:00:26.255ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15252025-02-10T19:00:26.256ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.848763ms iteration = 26 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
15262025-02-10T19:00:26.257ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
15272025-02-10T19:00:26.257ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
15282025-02-10T19:00:26.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
15292025-02-10T19:00:26.258ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
15302025-02-10T19:00:26.258ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
15312025-02-10T19:00:26.258ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
15322025-02-10T19:00:26.258ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
15332025-02-10T19:00:26.258ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
15342025-02-10T19:00:26.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
15352025-02-10T19:00:26.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
15362025-02-10T19:00:26.260ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15372025-02-10T19:00:26.260ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15382025-02-10T19:00:26.264ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
15392025-02-10T19:00:26.264ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15402025-02-10T19:00:26.264ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15412025-02-10T19:00:26.264ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
15422025-02-10T19:00:26.264ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15432025-02-10T19:00:26.267ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15442025-02-10T19:00:26.268ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15452025-02-10T19:00:26.268ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15462025-02-10T19:00:26.269ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15472025-02-10T19:00:26.271ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
15482025-02-10T19:00:26.271ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15492025-02-10T19:00:26.272ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15502025-02-10T19:00:26.272ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15512025-02-10T19:00:26.272ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1788, tv_nsec: 800216378 } })
15522025-02-10T19:00:26.272ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1154
15532025-02-10T19:00:26.275ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1788, tv_nsec: 802735569 } })
15542025-02-10T19:00:26.275ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
15552025-02-10T19:00:26.275ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
15562025-02-10T19:00:26.275ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
15572025-02-10T19:00:26.275ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1154
15582025-02-10T19:00:26.275ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
15592025-02-10T19:00:26.275ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
15602025-02-10T19:00:26.275ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
15612025-02-10T19:00:26.275ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
15622025-02-10T19:00:26.277ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15632025-02-10T19:00:26.277ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15642025-02-10T19:00:26.280ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15652025-02-10T19:00:26.280ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15662025-02-10T19:00:26.282ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1788, tv_nsec: 810433645 } })
15672025-02-10T19:00:26.283ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1154 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
15682025-02-10T19:00:26.285ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 1 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
15692025-02-10T19:00:26.285ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 32.72511ms iteration = 26 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
15702025-02-10T19:00:26.289ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15712025-02-10T19:00:26.289ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15722025-02-10T19:00:26.306ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
15732025-02-10T19:00:26.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
15742025-02-10T19:00:26.309ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 56.611005ms iteration = 26 status = {"errors":[],"garbage_collect_requested":[]}
15752025-02-10T19:00:26.313ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
15762025-02-10T19:00:26.314ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
15772025-02-10T19:00:26.314ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15782025-02-10T19:00:26.315ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 62.57577ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
15792025-02-10T19:00:26.315ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15802025-02-10T19:00:26.318ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15812025-02-10T19:00:26.319ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15822025-02-10T19:00:26.319ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
15832025-02-10T19:00:26.320ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
15842025-02-10T19:00:26.320ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15852025-02-10T19:00:26.323ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15862025-02-10T19:00:26.325ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 7ec653e1-a9f8-4df8-9147-9041ea9876f7, lookup_type: ById(7ec653e1-a9f8-4df8-9147-9041ea9876f7) } result = Ok(())
15872025-02-10T19:00:26.325ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15882025-02-10T19:00:26.325ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15892025-02-10T19:00:26.327ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
15902025-02-10T19:00:26.327ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15912025-02-10T19:00:26.327ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15922025-02-10T19:00:26.328ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15932025-02-10T19:00:26.329ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 76.443473ms iteration = 76 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
15942025-02-10T19:00:26.330ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
15952025-02-10T19:00:26.330ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15962025-02-10T19:00:26.330ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
15972025-02-10T19:00:26.330ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15982025-02-10T19:00:26.331ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
15992025-02-10T19:00:26.331ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 78.957785ms iteration = 26 status = 0
16002025-02-10T19:00:26.333ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16012025-02-10T19:00:26.334ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 81.799533ms iteration = 26 status = {"errors":[],"finish_invoked_ok":[]}
16022025-02-10T19:00:26.335ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
16032025-02-10T19:00:26.335ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
16042025-02-10T19:00:26.335ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
16052025-02-10T19:00:26.343ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
16062025-02-10T19:00:26.343ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
16072025-02-10T19:00:26.343ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 90.637096ms iteration = 26 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
16082025-02-10T19:00:26.349ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
16092025-02-10T19:00:26.349ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 96.702683ms iteration = 76 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
16102025-02-10T19:00:26.356ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 104.311166ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
16112025-02-10T19:00:26.368ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
16122025-02-10T19:00:26.368ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
16132025-02-10T19:00:26.375ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1162 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 zone_address = fd00:1122:3344:101::2
16142025-02-10T19:00:26.375ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
16152025-02-10T19:00:26.375ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 123.163731ms iteration = 30 status = {"physical_disks_added":0}
16162025-02-10T19:00:26.376ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "225d00c3-3c75-4e68-a94f-5ea76dbde904", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:25 GMT"} })
16172025-02-10T19:00:26.376ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1167 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
16182025-02-10T19:00:26.376ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:357
16192025-02-10T19:00:26.376ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 123.986971ms iteration = 26 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
16202025-02-10T19:00:26.377ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
16212025-02-10T19:00:26.379ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
16222025-02-10T19:00:26.379ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
16232025-02-10T19:00:26.379ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7466c22c-2c30-4ed5-b9b9-e9ccf33279a6", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:25 GMT"} })
16242025-02-10T19:00:26.379ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
16252025-02-10T19:00:26.381ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
16262025-02-10T19:00:26.387ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
16272025-02-10T19:00:26.387ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
16282025-02-10T19:00:26.387ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "68038115-78b9-4aeb-a2eb-a230b3e2a155", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:25 GMT"} })
16292025-02-10T19:00:26.387ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
16302025-02-10T19:00:26.389ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
16312025-02-10T19:00:26.397ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 144.927415ms iteration = 26 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
16322025-02-10T19:00:26.407ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16332025-02-10T19:00:26.407ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16342025-02-10T19:00:26.442ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16352025-02-10T19:00:26.442ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16362025-02-10T19:00:26.443ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16372025-02-10T19:00:26.445ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
16382025-02-10T19:00:26.445ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16392025-02-10T19:00:26.446ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16402025-02-10T19:00:26.447ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16412025-02-10T19:00:26.449ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
16422025-02-10T19:00:26.449ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16432025-02-10T19:00:26.449ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16442025-02-10T19:00:26.491ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 31 reason = Timeout
16452025-02-10T19:00:26.491ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
16462025-02-10T19:00:26.491ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16472025-02-10T19:00:26.491ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16482025-02-10T19:00:26.492ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16492025-02-10T19:00:26.494ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 241.351022ms iteration = 26 status = {}
16502025-02-10T19:00:26.494ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
16512025-02-10T19:00:26.494ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16522025-02-10T19:00:26.494ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16532025-02-10T19:00:26.496ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16542025-02-10T19:00:26.497ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
16552025-02-10T19:00:26.497ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16562025-02-10T19:00:26.497ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16572025-02-10T19:00:26.585ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
16582025-02-10T19:00:26.617ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
16592025-02-10T19:00:26.618ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f38c6bb-3f5c-4e34-bcc7-bb3a2dbedec6", "content-length": "2", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
16602025-02-10T19:00:26.620ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
16612025-02-10T19:00:26.620ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
16622025-02-10T19:00:26.621ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
16632025-02-10T19:00:26.621ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
16642025-02-10T19:00:26.622ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 370.021386ms iteration = 26 status = null
16652025-02-10T19:00:26.660ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5f955cb4-f041-4d5f-8fa2-be51d4542d56 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
16662025-02-10T19:00:26.661ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5f955cb4-f041-4d5f-8fa2-be51d4542d56 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
16672025-02-10T19:00:26.661ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "2b416a8e-fbea-40f1-acba-66fa1f929b1f", "content-length": "691", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
16682025-02-10T19:00:26.661ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "483cf1ac-0f6f-4047-8ba2-92e565fbc887", "content-length": "372", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
16692025-02-10T19:00:26.661ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16702025-02-10T19:00:26.661ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
16712025-02-10T19:00:26.661ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
16722025-02-10T19:00:26.661ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
16732025-02-10T19:00:26.661ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16742025-02-10T19:00:26.662ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2122 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5f955cb4-f041-4d5f-8fa2-be51d4542d56 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
16752025-02-10T19:00:26.663ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 410.894701ms iteration = 29 status = {}
16762025-02-10T19:00:26.676ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
16772025-02-10T19:00:26.676ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
16782025-02-10T19:00:26.676ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3502f9d4-c3a3-4844-ad27-d44e34470f45", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
16792025-02-10T19:00:26.676ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16802025-02-10T19:00:26.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16812025-02-10T19:00:26.677ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
16822025-02-10T19:00:26.677ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
16832025-02-10T19:00:26.678ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16842025-02-10T19:00:26.678ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16852025-02-10T19:00:26.679ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 5d6bc226-5ae8-42ba-ab68-0826cc3ced1d, rack_id: 856b08e8-7912-4a16-8220-a7c6a1b19560, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(56fa08f4-deb7-47a1-8387-a3336fc3c283) } rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0
16862025-02-10T19:00:26.679ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
16872025-02-10T19:00:26.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
16882025-02-10T19:00:26.681ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16892025-02-10T19:00:26.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16902025-02-10T19:00:26.684ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
16912025-02-10T19:00:26.684ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
16922025-02-10T19:00:26.684ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b9550ae6-4925-415c-acc1-9c4daf101253", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
16932025-02-10T19:00:26.686ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 195.21952ms iteration = 31 status = {}
16942025-02-10T19:00:26.691ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
16952025-02-10T19:00:26.691ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "4a1647c6-4c37-4f88-92f2-3755ceb422e2", "content-length": "134", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
16962025-02-10T19:00:26.691ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
16972025-02-10T19:00:26.691ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 56fa08f4-deb7-47a1-8387-a3336fc3c283
16982025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
16992025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
17002025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17012025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17022025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17032025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
17042025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17052025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
17062025-02-10T19:00:26.692ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
17072025-02-10T19:00:26.692ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17082025-02-10T19:00:26.692ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17092025-02-10T19:00:26.695ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
17102025-02-10T19:00:26.695ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "9453f56e-0e98-4240-b2c7-c59e25a07d84", "content-length": "2", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
17112025-02-10T19:00:26.695ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
17122025-02-10T19:00:26.695ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "dacbfb91-7b20-4091-8751-822b717334cd", "content-length": "52", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
17132025-02-10T19:00:26.695ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0
17142025-02-10T19:00:26.695ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
17152025-02-10T19:00:26.796ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "aa16549d-8ca4-4b21-822a-4562709d2493", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
17162025-02-10T19:00:26.796ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch = Switch0
17172025-02-10T19:00:26.796ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
17182025-02-10T19:00:26.797ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "aed16d04-9c3e-4a29-ba6e-132425221adc", "content-length": "682", "date": "Mon, 10 Feb 2025 19:00:26 GMT"} })
17192025-02-10T19:00:26.797ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17202025-02-10T19:00:26.797ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17212025-02-10T19:00:26.800ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17222025-02-10T19:00:26.800ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17232025-02-10T19:00:26.804ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17242025-02-10T19:00:26.804ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17252025-02-10T19:00:26.806ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17262025-02-10T19:00:26.806ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17272025-02-10T19:00:26.814ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 562.230222ms iteration = 26 status = {}
17282025-02-10T19:00:27.684ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7aa08a26-e00f-4172-a65f-bdd853e831ae roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17292025-02-10T19:00:27.684ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7aa08a26-e00f-4172-a65f-bdd853e831ae resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17302025-02-10T19:00:27.686ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2284 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7aa08a26-e00f-4172-a65f-bdd853e831ae response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17312025-02-10T19:00:28.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2528 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = e0133d47-a825-465b-b1d1-46f7064e4f5e response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
17322025-02-10T19:00:28.706ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 434f5a29-fb18-405e-b7ea-839c288b66b2 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17332025-02-10T19:00:28.706ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 434f5a29-fb18-405e-b7ea-839c288b66b2 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17342025-02-10T19:00:28.708ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2510 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 434f5a29-fb18-405e-b7ea-839c288b66b2 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17352025-02-10T19:00:29.728ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = fe74677b-feb7-446d-a119-4666e33a28fe roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17362025-02-10T19:00:29.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = fe74677b-feb7-446d-a119-4666e33a28fe resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17372025-02-10T19:00:29.730ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2397 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = fe74677b-feb7-446d-a119-4666e33a28fe response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17382025-02-10T19:00:30.750ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 376e4c6b-3f58-43b0-8374-deb58ec0c78d roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17392025-02-10T19:00:30.750ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 376e4c6b-3f58-43b0-8374-deb58ec0c78d resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17402025-02-10T19:00:30.752ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2370 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 376e4c6b-3f58-43b0-8374-deb58ec0c78d response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17412025-02-10T19:00:31.772ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 15160fde-d2da-472f-ba08-a9cd09c64160 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17422025-02-10T19:00:31.772ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 15160fde-d2da-472f-ba08-a9cd09c64160 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17432025-02-10T19:00:31.774ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2544 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 15160fde-d2da-472f-ba08-a9cd09c64160 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17442025-02-10T19:00:32.793ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3b693f95-e750-46a8-8404-d2e6b17d3bf2 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17452025-02-10T19:00:32.794ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3b693f95-e750-46a8-8404-d2e6b17d3bf2 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17462025-02-10T19:00:32.796ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2266 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3b693f95-e750-46a8-8404-d2e6b17d3bf2 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17472025-02-10T19:00:33.815ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3bc4d635-b181-4e33-a961-03224ff57196 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17482025-02-10T19:00:33.816ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3bc4d635-b181-4e33-a961-03224ff57196 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17492025-02-10T19:00:33.818ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2353 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3bc4d635-b181-4e33-a961-03224ff57196 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17502025-02-10T19:00:34.837ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3a429ce6-3aa8-4e5e-9e50-55e35cd1de97 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17512025-02-10T19:00:34.838ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3a429ce6-3aa8-4e5e-9e50-55e35cd1de97 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17522025-02-10T19:00:34.839ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2208 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 3a429ce6-3aa8-4e5e-9e50-55e35cd1de97 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17532025-02-10T19:00:35.858ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b9f75600-9f96-4748-9d8f-917fd034ba1e roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17542025-02-10T19:00:35.858ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b9f75600-9f96-4748-9d8f-917fd034ba1e resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17552025-02-10T19:00:35.860ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2638 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b9f75600-9f96-4748-9d8f-917fd034ba1e response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17562025-02-10T19:00:36.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 77 reason = Timeout
17572025-02-10T19:00:36.251ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 77 reason = Timeout
17582025-02-10T19:00:36.251ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
17592025-02-10T19:00:36.251ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
17602025-02-10T19:00:36.251ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
17612025-02-10T19:00:36.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
17622025-02-10T19:00:36.253ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
17632025-02-10T19:00:36.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
17642025-02-10T19:00:36.254ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17652025-02-10T19:00:36.256ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
17662025-02-10T19:00:36.256ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
17672025-02-10T19:00:36.256ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
17682025-02-10T19:00:36.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
17692025-02-10T19:00:36.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
17702025-02-10T19:00:36.260ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17712025-02-10T19:00:36.263ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
17722025-02-10T19:00:36.263ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
17732025-02-10T19:00:36.263ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
17742025-02-10T19:00:36.273ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
17752025-02-10T19:00:36.273ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.464398ms iteration = 77 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
17762025-02-10T19:00:36.283ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.496709ms iteration = 77 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
17772025-02-10T19:00:36.880ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4994cc55-5024-4a54-9e00-22bfa9799c76 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17782025-02-10T19:00:36.880ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4994cc55-5024-4a54-9e00-22bfa9799c76 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17792025-02-10T19:00:36.882ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2296 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4994cc55-5024-4a54-9e00-22bfa9799c76 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17802025-02-10T19:00:37.901ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 2e139823-a483-43c9-8775-0af29bda8752 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17812025-02-10T19:00:37.902ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 2e139823-a483-43c9-8775-0af29bda8752 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17822025-02-10T19:00:37.904ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2587 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 2e139823-a483-43c9-8775-0af29bda8752 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17832025-02-10T19:00:38.507ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2487 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = de54d15d-c4f4-4306-bfc8-ddec062ccc65 response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
17842025-02-10T19:00:38.906ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 406e65df-fb50-4d85-b56f-63fe26a376ce roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/12?limit=100
17852025-02-10T19:00:38.906ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 406e65df-fb50-4d85-b56f-63fe26a376ce resource = Database result = Ok(()) uri = /nat/ipv4/changeset/12?limit=100
17862025-02-10T19:00:38.909ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3278 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 406e65df-fb50-4d85-b56f-63fe26a376ce response_code = 200 uri = /nat/ipv4/changeset/12?limit=100
17872025-02-10T19:00:38.922ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 6eeb02a8-0752-4176-abe2-2949d70ca24f roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17882025-02-10T19:00:38.922ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 6eeb02a8-0752-4176-abe2-2949d70ca24f resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17892025-02-10T19:00:38.924ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2338 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 6eeb02a8-0752-4176-abe2-2949d70ca24f response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17902025-02-10T19:00:39.943ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 1e7387c7-efde-4a9a-9bed-44dca0a12e81 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17912025-02-10T19:00:39.944ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 1e7387c7-efde-4a9a-9bed-44dca0a12e81 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17922025-02-10T19:00:39.946ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2607 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 1e7387c7-efde-4a9a-9bed-44dca0a12e81 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
17932025-02-10T19:00:40.075ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:41609
17942025-02-10T19:00:40.075ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:41609 req_id = 4d0000e4-95d2-446e-9831-d6c05a34027f roles = RoleSet { roles: {} } uri = /metrics/producers
17952025-02-10T19:00:40.075ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:41609 req_id = 4d0000e4-95d2-446e-9831-d6c05a34027f resource = Database result = Ok(()) uri = /metrics/producers
17962025-02-10T19:00:40.114ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = c37435e9-cb77-414f-99cd-025288a034b3
17972025-02-10T19:00:40.114ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 38967 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:41609 req_id = 4d0000e4-95d2-446e-9831-d6c05a34027f response_code = 201 uri = /metrics/producers
17982025-02-10T19:00:40.185ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:51398
17992025-02-10T19:00:40.185ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:51398 req_id = 5cd53d7c-1354-447b-9a42-cc474a90af3c roles = RoleSet { roles: {} } uri = /metrics/producers
18002025-02-10T19:00:40.185ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:51398 req_id = 5cd53d7c-1354-447b-9a42-cc474a90af3c resource = Database result = Ok(()) uri = /metrics/producers
18012025-02-10T19:00:40.224ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = edc0cec7-09fe-4332-bee5-5d8af0ed8790
18022025-02-10T19:00:40.224ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 39042 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:51398 req_id = 5cd53d7c-1354-447b-9a42-cc474a90af3c response_code = 201 uri = /metrics/producers
18032025-02-10T19:00:40.966ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7a87a316-d3a0-4ace-9e7b-e67bfd45a551 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18042025-02-10T19:00:40.966ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7a87a316-d3a0-4ace-9e7b-e67bfd45a551 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18052025-02-10T19:00:40.968ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2134 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7a87a316-d3a0-4ace-9e7b-e67bfd45a551 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18062025-02-10T19:00:41.328ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:44455
18072025-02-10T19:00:41.328ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:44455 req_id = debd8deb-da77-450f-8bac-f52f36d671c7 roles = RoleSet { roles: {} } uri = /metrics/producers
18082025-02-10T19:00:41.329ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:44455 req_id = debd8deb-da77-450f-8bac-f52f36d671c7 resource = Database result = Ok(()) uri = /metrics/producers
18092025-02-10T19:00:41.367ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = c030bbd3-dbdd-412e-b1ac-0aef66661908
18102025-02-10T19:00:41.367ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 38325 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:44455 req_id = debd8deb-da77-450f-8bac-f52f36d671c7 response_code = 201 uri = /metrics/producers
18112025-02-10T19:00:41.988ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7fad0751-c9da-4ded-9312-8e30e97cac37 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18122025-02-10T19:00:41.988ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7fad0751-c9da-4ded-9312-8e30e97cac37 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18132025-02-10T19:00:41.990ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2049 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7fad0751-c9da-4ded-9312-8e30e97cac37 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18142025-02-10T19:00:43.012ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8efb9b0f-dba4-477e-89a7-cb7442cf76ac roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18152025-02-10T19:00:43.013ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8efb9b0f-dba4-477e-89a7-cb7442cf76ac resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18162025-02-10T19:00:43.015ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2620 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8efb9b0f-dba4-477e-89a7-cb7442cf76ac response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18172025-02-10T19:00:43.637ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:65396
18182025-02-10T19:00:43.637ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:65396 req_id = 043c5336-3546-4699-b489-5df490fcbf11 roles = RoleSet { roles: {} } uri = /metrics/producers
18192025-02-10T19:00:43.637ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:65396 req_id = 043c5336-3546-4699-b489-5df490fcbf11 resource = Database result = Ok(()) uri = /metrics/producers
18202025-02-10T19:00:43.650ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = 61f119c5-ddf8-4a2d-a1ab-9f58202ecc24
18212025-02-10T19:00:43.650ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 13421 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:65396 req_id = 043c5336-3546-4699-b489-5df490fcbf11 response_code = 201 uri = /metrics/producers
18222025-02-10T19:00:44.034ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 43d74287-cd86-4ddc-af1f-a0dba714893e roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18232025-02-10T19:00:44.034ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 43d74287-cd86-4ddc-af1f-a0dba714893e resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18242025-02-10T19:00:44.036ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2027 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 43d74287-cd86-4ddc-af1f-a0dba714893e response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18252025-02-10T19:00:44.911ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:42989
18262025-02-10T19:00:44.912ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:42989 req_id = 84e3ab93-8a20-43b3-9fe3-c45b4bfb3a3f roles = RoleSet { roles: {} } uri = /metrics/producers
18272025-02-10T19:00:44.912ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:42989 req_id = 84e3ab93-8a20-43b3-9fe3-c45b4bfb3a3f resource = Database result = Ok(()) uri = /metrics/producers
18282025-02-10T19:00:44.920ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = 87dbfc87-009b-4fd5-b5a8-9f73fea8a12b
18292025-02-10T19:00:44.920ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 8066 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:42989 req_id = 84e3ab93-8a20-43b3-9fe3-c45b4bfb3a3f response_code = 201 uri = /metrics/producers
18302025-02-10T19:00:45.055ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = bb56ccb7-f702-49df-a8b3-1636f5a0e9d1 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18312025-02-10T19:00:45.055ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = bb56ccb7-f702-49df-a8b3-1636f5a0e9d1 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18322025-02-10T19:00:45.057ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2240 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = bb56ccb7-f702-49df-a8b3-1636f5a0e9d1 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18332025-02-10T19:00:46.075ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 20396251-aa6f-4eff-8c3e-d1a0ea1bddec roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18342025-02-10T19:00:46.076ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 20396251-aa6f-4eff-8c3e-d1a0ea1bddec resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18352025-02-10T19:00:46.078ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2674 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 20396251-aa6f-4eff-8c3e-d1a0ea1bddec response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18362025-02-10T19:00:46.252ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 78 reason = Timeout
18372025-02-10T19:00:46.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 78 reason = Timeout
18382025-02-10T19:00:46.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
18392025-02-10T19:00:46.252ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18402025-02-10T19:00:46.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
18412025-02-10T19:00:46.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18422025-02-10T19:00:46.254ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
18432025-02-10T19:00:46.254ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
18442025-02-10T19:00:46.255ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
18452025-02-10T19:00:46.256ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.064739ms iteration = 78 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
18462025-02-10T19:00:46.257ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
18472025-02-10T19:00:46.257ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18482025-02-10T19:00:46.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18492025-02-10T19:00:46.260ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18502025-02-10T19:00:46.260ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18512025-02-10T19:00:46.262ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
18522025-02-10T19:00:46.264ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
18532025-02-10T19:00:46.264ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18542025-02-10T19:00:46.264ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18552025-02-10T19:00:46.277ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
18562025-02-10T19:00:46.277ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.801998ms iteration = 78 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
18572025-02-10T19:00:47.098ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e96f33f5-b4a9-4914-a529-df257210d391 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18582025-02-10T19:00:47.098ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e96f33f5-b4a9-4914-a529-df257210d391 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18592025-02-10T19:00:47.100ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1848 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e96f33f5-b4a9-4914-a529-df257210d391 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18602025-02-10T19:00:48.120ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8a4ac212-0a0b-451e-97f8-467502cfe064 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18612025-02-10T19:00:48.121ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8a4ac212-0a0b-451e-97f8-467502cfe064 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18622025-02-10T19:00:48.123ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2513 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8a4ac212-0a0b-451e-97f8-467502cfe064 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18632025-02-10T19:00:48.491ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 52c0c3d1-b388-4999-80d9-b9ccb965218b roles = RoleSet { roles: {} } uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?sort_by=id_ascending
18642025-02-10T19:00:48.492ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 52c0c3d1-b388-4999-80d9-b9ccb965218b resource = Database result = Ok(()) uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?sort_by=id_ascending
18652025-02-10T19:00:48.495ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3570 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 52c0c3d1-b388-4999-80d9-b9ccb965218b response_code = 200 uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?sort_by=id_ascending
18662025-02-10T19:00:48.495ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 0b438e46-31a8-4c92-9ff8-5aa5e7545340 roles = RoleSet { roles: {} } uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZGMwY2VjNy0wOWZlLTQzMzItYmVlNS01ZDhhZjBlZDg3OTAifX0%3D
18672025-02-10T19:00:48.495ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 0b438e46-31a8-4c92-9ff8-5aa5e7545340 resource = Database result = Ok(()) uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZGMwY2VjNy0wOWZlLTQzMzItYmVlNS01ZDhhZjBlZDg3OTAifX0%3D
18682025-02-10T19:00:48.497ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2197 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:47788 req_id = 0b438e46-31a8-4c92-9ff8-5aa5e7545340 response_code = 200 uri = /metrics/collectors/3759b2a8-7716-48ea-97fe-c61409d7aa2d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlZGMwY2VjNy0wOWZlLTQzMzItYmVlNS01ZDhhZjBlZDg3OTAifX0%3D
18692025-02-10T19:00:48.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2379 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = 2fc45ab4-1b54-4be8-8303-1844a92473ed response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
18702025-02-10T19:00:49.142ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4792866e-8f3c-40ac-86b2-9f07dbfa2fce roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18712025-02-10T19:00:49.142ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4792866e-8f3c-40ac-86b2-9f07dbfa2fce resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18722025-02-10T19:00:49.144ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2488 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4792866e-8f3c-40ac-86b2-9f07dbfa2fce response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18732025-02-10T19:00:50.041ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:39231
18742025-02-10T19:00:50.041ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:39231 req_id = b992b901-d5c3-4894-80d7-0057f2983209 roles = RoleSet { roles: {} } uri = /metrics/producers
18752025-02-10T19:00:50.041ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:39231 req_id = b992b901-d5c3-4894-80d7-0057f2983209 resource = Database result = Ok(()) uri = /metrics/producers
18762025-02-10T19:00:50.080ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = 7ec653e1-a9f8-4df8-9147-9041ea9876f7
18772025-02-10T19:00:50.080ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 39162 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:39231 req_id = b992b901-d5c3-4894-80d7-0057f2983209 response_code = 201 uri = /metrics/producers
18782025-02-10T19:00:50.164ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e9ec9b77-291a-40f5-90c8-c40ce9a65b98 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18792025-02-10T19:00:50.164ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e9ec9b77-291a-40f5-90c8-c40ce9a65b98 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18802025-02-10T19:00:50.166ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2087 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e9ec9b77-291a-40f5-90c8-c40ce9a65b98 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18812025-02-10T19:00:51.186ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9aa502e2-2390-4983-b39c-e92ec6b98de9 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18822025-02-10T19:00:51.186ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9aa502e2-2390-4983-b39c-e92ec6b98de9 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18832025-02-10T19:00:51.188ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2580 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9aa502e2-2390-4983-b39c-e92ec6b98de9 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18842025-02-10T19:00:52.208ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e9f9382c-7abf-44df-a540-ce709d365788 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18852025-02-10T19:00:52.209ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e9f9382c-7abf-44df-a540-ce709d365788 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18862025-02-10T19:00:52.211ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2519 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e9f9382c-7abf-44df-a540-ce709d365788 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18872025-02-10T19:00:53.230ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4dc1558b-3e2b-4dcf-a7f6-29781407d6a1 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18882025-02-10T19:00:53.230ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4dc1558b-3e2b-4dcf-a7f6-29781407d6a1 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18892025-02-10T19:00:53.232ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2237 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4dc1558b-3e2b-4dcf-a7f6-29781407d6a1 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18902025-02-10T19:00:54.252ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 85016f3d-60f9-4ff6-8fe0-450c5f025cc0 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18912025-02-10T19:00:54.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 85016f3d-60f9-4ff6-8fe0-450c5f025cc0 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18922025-02-10T19:00:54.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2162 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 85016f3d-60f9-4ff6-8fe0-450c5f025cc0 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18932025-02-10T19:00:55.274ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4a499ddc-9e96-45a1-ac50-5999f4c2fa15 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18942025-02-10T19:00:55.274ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4a499ddc-9e96-45a1-ac50-5999f4c2fa15 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18952025-02-10T19:00:55.276ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2689 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4a499ddc-9e96-45a1-ac50-5999f4c2fa15 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
18962025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 27 reason = Timeout
18972025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 16 reason = Timeout
18982025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
18992025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 15 reason = Timeout
19002025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
19012025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
19022025-02-10T19:00:56.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 79 reason = Timeout
19032025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 27 reason = Timeout
19042025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19052025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 14 reason = Timeout
19062025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
19072025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
19082025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 27 reason = Timeout
19092025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 30 reason = Timeout
19102025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
19112025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 27 reason = Timeout
19122025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 15 reason = Timeout
19132025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
19142025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 14 reason = Timeout
19152025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
19162025-02-10T19:00:56.252ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
19172025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 31 reason = Timeout
19182025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
19192025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 15 reason = Timeout
19202025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
19212025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
19222025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
19232025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 27 reason = Timeout
19242025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
19252025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 15 reason = Timeout
19262025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 14 reason = Timeout
19272025-02-10T19:00:56.252ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-02-10 18:50:56.252119811 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
19282025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
19292025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 15 reason = Timeout
19302025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 27 reason = Timeout
19312025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
19322025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 16 reason = Timeout
19332025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 27 reason = Timeout
19342025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
19352025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 27 reason = Timeout
19362025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
19372025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 27 reason = Timeout
19382025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 15 reason = Timeout
19392025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
19402025-02-10T19:00:56.252ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91
19412025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.231\u{b5}s iteration = 15 status = {"enabled":false,"target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91"}
19422025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 27 reason = Timeout
19432025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
19442025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 14 reason = Timeout
19452025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 14 reason = Timeout
19462025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
19472025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 27 reason = Timeout
19482025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
19492025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
19502025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
19512025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 27 reason = Timeout
19522025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
19532025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 79 reason = Timeout
19542025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
19552025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 27 reason = Timeout
19562025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
19572025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
19582025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
19592025-02-10T19:00:56.252ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7ec230b9-2932-413d-8c4e-0cfaab480b8b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("aad05802-5d46-4552-b0cc-615513545943.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("aad05802-5d46-4552-b0cc-615513545943.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 780399372 } })
19602025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19612025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
19622025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
19632025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
19642025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
19652025-02-10T19:00:56.252ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0d065e74-aca6-4131-ad33-e19b7bdb25f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("4a30fd31-2c44-47a2-bd73-219a63a5d156.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ffc7a17a-8235-4eaf-9692-bdfca176b3d7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("ffc7a17a-8235-4eaf-9692-bdfca176b3d7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 780455513 } })
19662025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
19672025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
19682025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
19692025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
19702025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
19712025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
19722025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
19732025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
19742025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
19752025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
19762025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
19772025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
19782025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
19792025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
19802025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
19812025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
19822025-02-10T19:00:56.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
19832025-02-10T19:00:56.253ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
19842025-02-10T19:00:56.253ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 893.982\u{b5}s iteration = 15 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
19852025-02-10T19:00:56.253ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
19862025-02-10T19:00:56.253ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
19872025-02-10T19:00:56.253ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.036745ms iteration = 15 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
19882025-02-10T19:00:56.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
19892025-02-10T19:00:56.254ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19902025-02-10T19:00:56.254ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19912025-02-10T19:00:56.255ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.035413ms iteration = 27 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
19922025-02-10T19:00:56.255ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 3.855884ms iteration = 14 status = {"errors":[],"found_port_ok":[]}
19932025-02-10T19:00:56.256ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19942025-02-10T19:00:56.257ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
19952025-02-10T19:00:56.257ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
19962025-02-10T19:00:56.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
19972025-02-10T19:00:56.258ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
19982025-02-10T19:00:56.258ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
19992025-02-10T19:00:56.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20002025-02-10T19:00:56.259ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
20012025-02-10T19:00:56.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20022025-02-10T19:00:56.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20032025-02-10T19:00:56.264ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20042025-02-10T19:00:56.265ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 793541418 } })
20052025-02-10T19:00:56.266ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1154
20062025-02-10T19:00:56.267ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
20072025-02-10T19:00:56.267ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
20082025-02-10T19:00:56.268ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
20092025-02-10T19:00:56.271ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 799642946 } })
20102025-02-10T19:00:56.272ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1154
20112025-02-10T19:00:56.273ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
20122025-02-10T19:00:56.274ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
20132025-02-10T19:00:56.283ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-02-10 18:50:56.252119811 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
20142025-02-10T19:00:56.283ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 31.50171ms iteration = 14 status = {"expiration":"2025-02-10T18:50:56.252119811Z","pruned":[]}
20152025-02-10T19:00:56.287ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
20162025-02-10T19:00:56.287ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20172025-02-10T19:00:56.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
20182025-02-10T19:00:56.289ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20192025-02-10T19:00:56.289ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20202025-02-10T19:00:56.290ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
20212025-02-10T19:00:56.290ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
20222025-02-10T19:00:56.290ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
20232025-02-10T19:00:56.293ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
20242025-02-10T19:00:56.293ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
20252025-02-10T19:00:56.293ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
20262025-02-10T19:00:56.293ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20272025-02-10T19:00:56.293ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
20282025-02-10T19:00:56.293ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20292025-02-10T19:00:56.296ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 21762e39-1157-4411-ac06-7293929befbf roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
20302025-02-10T19:00:56.296ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
20312025-02-10T19:00:56.296ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 21762e39-1157-4411-ac06-7293929befbf resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
20322025-02-10T19:00:56.296ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
20332025-02-10T19:00:56.298ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20342025-02-10T19:00:56.299ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
20352025-02-10T19:00:56.299ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
20362025-02-10T19:00:56.299ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
20372025-02-10T19:00:56.299ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 46.977933ms iteration = 14 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
20382025-02-10T19:00:56.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
20392025-02-10T19:00:56.299ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20402025-02-10T19:00:56.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20412025-02-10T19:00:56.301ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20422025-02-10T19:00:56.301ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20432025-02-10T19:00:56.302ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
20442025-02-10T19:00:56.306ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
20452025-02-10T19:00:56.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
20462025-02-10T19:00:56.306ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20472025-02-10T19:00:56.307ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20482025-02-10T19:00:56.308ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20492025-02-10T19:00:56.308ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 836131006 } })
20502025-02-10T19:00:56.308ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1154 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
20512025-02-10T19:00:56.309ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20522025-02-10T19:00:56.311ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
20532025-02-10T19:00:56.311ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
20542025-02-10T19:00:56.311ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
20552025-02-10T19:00:56.314ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
20562025-02-10T19:00:56.314ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20572025-02-10T19:00:56.314ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20582025-02-10T19:00:56.315ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 19799 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 21762e39-1157-4411-ac06-7293929befbf response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
20592025-02-10T19:00:56.316ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20602025-02-10T19:00:56.320ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
20612025-02-10T19:00:56.320ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
20622025-02-10T19:00:56.320ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
20632025-02-10T19:00:56.324ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20642025-02-10T19:00:56.328ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
20652025-02-10T19:00:56.328ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20662025-02-10T19:00:56.328ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20672025-02-10T19:00:56.340ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
20682025-02-10T19:00:56.340ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
20692025-02-10T19:00:56.340ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
20702025-02-10T19:00:56.340ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
20712025-02-10T19:00:56.341ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
20722025-02-10T19:00:56.342ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
20732025-02-10T19:00:56.343ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
20742025-02-10T19:00:56.343ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 91.160469ms iteration = 27 status = {"errors":[],"finish_invoked_ok":[]}
20752025-02-10T19:00:56.343ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
20762025-02-10T19:00:56.343ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20772025-02-10T19:00:56.349ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 97.682456ms iteration = 27 status = {"errors":[],"garbage_collect_requested":[]}
20782025-02-10T19:00:56.350ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
20792025-02-10T19:00:56.350ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
20802025-02-10T19:00:56.350ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
20812025-02-10T19:00:56.352ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
20822025-02-10T19:00:56.353ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
20832025-02-10T19:00:56.353ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
20842025-02-10T19:00:56.353ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
20852025-02-10T19:00:56.357ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
20862025-02-10T19:00:56.357ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
20872025-02-10T19:00:56.357ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 105.441923ms iteration = 14 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
20882025-02-10T19:00:56.361ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
20892025-02-10T19:00:56.361ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
20902025-02-10T19:00:56.361ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
20912025-02-10T19:00:56.361ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
20922025-02-10T19:00:56.361ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
20932025-02-10T19:00:56.364ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20942025-02-10T19:00:56.364ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20952025-02-10T19:00:56.365ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20962025-02-10T19:00:56.367ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20972025-02-10T19:00:56.367ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20982025-02-10T19:00:56.375ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
20992025-02-10T19:00:56.378ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 126.337887ms iteration = 79 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
21002025-02-10T19:00:56.380ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 127.870444ms iteration = 27 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
21012025-02-10T19:00:56.381ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21022025-02-10T19:00:56.382ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
21032025-02-10T19:00:56.382ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
21042025-02-10T19:00:56.382ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
21052025-02-10T19:00:56.382ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21062025-02-10T19:00:56.382ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
21072025-02-10T19:00:56.383ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 131.071051ms iteration = 79 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
21082025-02-10T19:00:56.383ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21092025-02-10T19:00:56.384ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21102025-02-10T19:00:56.385ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 7ec653e1-a9f8-4df8-9147-9041ea9876f7, lookup_type: ById(7ec653e1-a9f8-4df8-9147-9041ea9876f7) } result = Ok(())
21112025-02-10T19:00:56.385ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
21122025-02-10T19:00:56.386ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
21132025-02-10T19:00:56.389ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
21142025-02-10T19:00:56.389ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21152025-02-10T19:00:56.389ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21162025-02-10T19:00:56.392ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
21172025-02-10T19:00:56.392ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7230724f-2610-4516-b437-8de97c3f8123 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
21182025-02-10T19:00:56.392ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21192025-02-10T19:00:56.393ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 140.870838ms iteration = 27 status = 0
21202025-02-10T19:00:56.393ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:357
21212025-02-10T19:00:56.393ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21222025-02-10T19:00:56.393ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 141.35527ms iteration = 27 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
21232025-02-10T19:00:56.394ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21242025-02-10T19:00:56.394ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21252025-02-10T19:00:56.395ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21262025-02-10T19:00:56.395ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21272025-02-10T19:00:56.397ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
21282025-02-10T19:00:56.397ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
21292025-02-10T19:00:56.397ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c05f7163-1646-426a-8a9d-7ae4534fcc1d", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
21302025-02-10T19:00:56.397ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
21312025-02-10T19:00:56.398ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
21322025-02-10T19:00:56.398ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21332025-02-10T19:00:56.399ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21342025-02-10T19:00:56.399ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
21352025-02-10T19:00:56.399ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21362025-02-10T19:00:56.400ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
21372025-02-10T19:00:56.400ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21382025-02-10T19:00:56.400ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
21392025-02-10T19:00:56.403ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
21402025-02-10T19:00:56.404ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
21412025-02-10T19:00:56.405ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7230724f-2610-4516-b437-8de97c3f8123 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
21422025-02-10T19:00:56.405ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
21432025-02-10T19:00:56.405ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-02-10 18:48:42.309712 UTC dns_group = internal generation = 1
21442025-02-10T19:00:56.405ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 153.219516ms iteration = 15 status = {"generation":1}
21452025-02-10T19:00:56.407ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
21462025-02-10T19:00:56.407ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 154.989879ms iteration = 14 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
21472025-02-10T19:00:56.408ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
21482025-02-10T19:00:56.408ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
21492025-02-10T19:00:56.408ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
21502025-02-10T19:00:56.409ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
21512025-02-10T19:00:56.411ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 158.822811ms iteration = 27 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
21522025-02-10T19:00:56.412ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 160.747408ms iteration = 31 status = {"physical_disks_added":0}
21532025-02-10T19:00:56.414ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 162.691305ms iteration = 27 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
21542025-02-10T19:00:56.418ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21552025-02-10T19:00:56.419ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
21562025-02-10T19:00:56.419ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 166.858715ms iteration = 27 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
21572025-02-10T19:00:56.422ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21582025-02-10T19:00:56.422ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21592025-02-10T19:00:56.423ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21602025-02-10T19:00:56.423ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
21612025-02-10T19:00:56.442ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
21622025-02-10T19:00:56.442ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
21632025-02-10T19:00:56.442ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 190.405783ms iteration = 27 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
21642025-02-10T19:00:56.446ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1162 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 zone_address = fd00:1122:3344:101::2
21652025-02-10T19:00:56.446ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
21662025-02-10T19:00:56.446ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b5410786-9b2f-4ddd-a3d1-592a59308c2c", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
21672025-02-10T19:00:56.446ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1167 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
21682025-02-10T19:00:56.448ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
21692025-02-10T19:00:56.448ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
21702025-02-10T19:00:56.448ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
21712025-02-10T19:00:56.448ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d1494fdf-70d8-4dda-b72a-995bebac3e43", "content-length": "26", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
21722025-02-10T19:00:56.448ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
21732025-02-10T19:00:56.450ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
21742025-02-10T19:00:56.461ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-02-10T18:47:54.004879Z, time_modified: 2025-02-10T18:47:54.004879Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, db_silo: Silo { identity: SiloIdentity { id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-02-10T18:48:42.758447Z, time_modified: 2025-02-10T18:48:42.758447Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "fc579581d5086fc0baf5167fab2faa277c9b6c4f5a0519bdef4a0a925c1dce88" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, db_silo: Silo { identity: SiloIdentity { id: 6a83e8bc-7d43-4957-91b0-600c8ea16505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-02-10T18:48:42.758447Z, time_modified: 2025-02-10T18:48:42.758447Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "fc579581d5086fc0baf5167fab2faa277c9b6c4f5a0519bdef4a0a925c1dce88" }] }) }
21752025-02-10T19:00:56.461ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 209.34467ms iteration = 15 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","tls_certs":["fc579581d5086fc0baf5167fab2faa277c9b6c4f5a0519bdef4a0a925c1dce88"]}},"default_endpoint":{"silo_id":"6a83e8bc-7d43-4957-91b0-600c8ea16505","tls_certs":["fc579581d5086fc0baf5167fab2faa277c9b6c4f5a0519bdef4a0a925c1dce88"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
21762025-02-10T19:00:56.464ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
21772025-02-10T19:00:56.464ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0ef86275-cb1c-4598-be18-27a16ba49b92 dns_zone_name = oxide.test found_so_far = 0 version = 2
21782025-02-10T19:00:56.464ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21792025-02-10T19:00:56.464ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21802025-02-10T19:00:56.466ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21812025-02-10T19:00:56.470ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21822025-02-10T19:00:56.470ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21832025-02-10T19:00:56.470ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21842025-02-10T19:00:56.472ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0ef86275-cb1c-4598-be18-27a16ba49b92 dns_zone_name = oxide.test found_so_far = 1 version = 2
21852025-02-10T19:00:56.472ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
21862025-02-10T19:00:56.472ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-02-10 18:48:42.807248 UTC dns_group = external generation = 2
21872025-02-10T19:00:56.472ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 220.232522ms iteration = 15 status = {"generation":2}
21882025-02-10T19:00:56.482ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
21892025-02-10T19:00:56.483ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
21902025-02-10T19:00:56.484ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21912025-02-10T19:00:56.487ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
21922025-02-10T19:00:56.487ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
21932025-02-10T19:00:56.487ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
21942025-02-10T19:00:56.489ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21952025-02-10T19:00:56.490ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 32 reason = Timeout
21962025-02-10T19:00:56.490ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
21972025-02-10T19:00:56.490ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
21982025-02-10T19:00:56.491ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
21992025-02-10T19:00:56.491ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
22002025-02-10T19:00:56.491ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
22012025-02-10T19:00:56.492ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
22022025-02-10T19:00:56.492ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22032025-02-10T19:00:56.494ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
22042025-02-10T19:00:56.494ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22052025-02-10T19:00:56.494ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22062025-02-10T19:00:56.495ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22072025-02-10T19:00:56.498ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
22082025-02-10T19:00:56.498ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22092025-02-10T19:00:56.499ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22102025-02-10T19:00:56.561ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
22112025-02-10T19:00:56.561ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "5761a52b-ae3f-4d82-8ef4-adaa6cf725cd", "content-length": "2", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22122025-02-10T19:00:56.564ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
22132025-02-10T19:00:56.564ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
22142025-02-10T19:00:56.629ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
22152025-02-10T19:00:56.629ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "83adbc82-e770-42f0-8406-1c9a227bf1fe", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
22162025-02-10T19:00:56.629ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
22172025-02-10T19:00:56.631ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "4a328de2-88e9-42bd-8661-bd59bf600d90", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
22182025-02-10T19:00:56.631ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
22192025-02-10T19:00:56.633ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
22202025-02-10T19:00:56.633ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 381.739199ms iteration = 16 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
22212025-02-10T19:00:56.659ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 407.388518ms iteration = 27 status = {}
22222025-02-10T19:00:56.664ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
22232025-02-10T19:00:56.664ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "23ef9a4f-267e-4b26-a0e8-a29562c51aad", "content-length": "691", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22242025-02-10T19:00:56.664ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
22252025-02-10T19:00:56.664ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
22262025-02-10T19:00:56.664ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
22272025-02-10T19:00:56.666ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 414.661093ms iteration = 30 status = {}
22282025-02-10T19:00:56.666ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 414.715494ms iteration = 27 status = null
22292025-02-10T19:00:56.670ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
22302025-02-10T19:00:56.688ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
22312025-02-10T19:00:56.688ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
22322025-02-10T19:00:56.688ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "e3229899-7ff0-4957-b63d-5fe8795a0922", "content-length": "372", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22332025-02-10T19:00:56.688ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22342025-02-10T19:00:56.689ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22352025-02-10T19:00:56.736ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
22362025-02-10T19:00:56.736ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
22372025-02-10T19:00:56.736ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c3098aed-9eab-4056-8aea-4add5e35c35b", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22382025-02-10T19:00:56.736ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22392025-02-10T19:00:56.736ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22402025-02-10T19:00:56.739ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22412025-02-10T19:00:56.740ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22422025-02-10T19:00:56.743ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22432025-02-10T19:00:56.743ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22442025-02-10T19:00:56.747ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
22452025-02-10T19:00:56.747ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
22462025-02-10T19:00:56.747ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "5e179a2c-8e1b-4fd6-b34c-947ef1524356", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22472025-02-10T19:00:56.749ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 258.535036ms iteration = 32 status = {}
22482025-02-10T19:00:56.806ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
22492025-02-10T19:00:56.807ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "d5dc828a-c24b-460e-8c65-309a54964f02", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22502025-02-10T19:00:56.807ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22512025-02-10T19:00:56.808ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "5d995d53-b240-4fc6-a68f-64a236b11933", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22522025-02-10T19:00:56.808ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22532025-02-10T19:00:56.810ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "fb422a6c-ed71-4f80-8d6b-d9a8839d8236", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22542025-02-10T19:00:56.810ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22552025-02-10T19:00:56.812ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
22562025-02-10T19:00:56.812ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 560.989812ms iteration = 16 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
22572025-02-10T19:00:56.850ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22582025-02-10T19:00:56.850ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22592025-02-10T19:00:56.853ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 5d6bc226-5ae8-42ba-ab68-0826cc3ced1d, rack_id: 856b08e8-7912-4a16-8220-a7c6a1b19560, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(56fa08f4-deb7-47a1-8387-a3336fc3c283) } rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0
22602025-02-10T19:00:56.853ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22612025-02-10T19:00:56.853ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22622025-02-10T19:00:56.862ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
22632025-02-10T19:00:56.863ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9886ecc2-a736-4d0d-8ab1-2fcd9a95969d", "content-length": "134", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22642025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
22652025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 56fa08f4-deb7-47a1-8387-a3336fc3c283
22662025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
22672025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
22682025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22692025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22702025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22712025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
22722025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22732025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
22742025-02-10T19:00:56.863ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
22752025-02-10T19:00:56.863ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22762025-02-10T19:00:56.864ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22772025-02-10T19:00:56.866ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
22782025-02-10T19:00:56.866ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "a03b6d87-190e-4d3b-b13b-708657d6498c", "content-length": "2", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22792025-02-10T19:00:56.866ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
22802025-02-10T19:00:56.866ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "defabda2-f9d9-44e6-b3ff-819aa9ec6429", "content-length": "52", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22812025-02-10T19:00:56.866ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0
22822025-02-10T19:00:56.866ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
22832025-02-10T19:00:56.989ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "d8181a46-ebea-4b16-99c8-23e25ad3b99c", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22842025-02-10T19:00:56.989ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch = Switch0
22852025-02-10T19:00:56.989ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
22862025-02-10T19:00:56.989ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "b71a0b50-4f0e-4a76-a49c-a7a564d8ca28", "content-length": "682", "date": "Mon, 10 Feb 2025 19:00:56 GMT"} })
22872025-02-10T19:00:56.989ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22882025-02-10T19:00:56.990ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22892025-02-10T19:00:56.993ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22902025-02-10T19:00:56.994ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22912025-02-10T19:00:56.997ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22922025-02-10T19:00:56.997ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22932025-02-10T19:00:56.999ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22942025-02-10T19:00:56.999ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22952025-02-10T19:00:57.006ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 754.076729ms iteration = 27 status = {}
22962025-02-10T19:00:57.346ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = fa016310-6e07-454b-886e-8734da9a990f roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
22972025-02-10T19:00:57.347ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = fa016310-6e07-454b-886e-8734da9a990f resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
22982025-02-10T19:00:57.349ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2330 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = fa016310-6e07-454b-886e-8734da9a990f response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
22992025-02-10T19:00:58.368ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 225a6b8b-2e78-4303-90eb-b7427c90bb27 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23002025-02-10T19:00:58.368ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 225a6b8b-2e78-4303-90eb-b7427c90bb27 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23012025-02-10T19:00:58.370ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2119 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 225a6b8b-2e78-4303-90eb-b7427c90bb27 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23022025-02-10T19:00:58.507ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2396 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = 2bb318f8-0dad-423d-92d8-eba193dc7e25 response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
23032025-02-10T19:00:59.388ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8d27a978-98f3-4275-ad44-97b37c089b26 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23042025-02-10T19:00:59.389ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8d27a978-98f3-4275-ad44-97b37c089b26 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23052025-02-10T19:00:59.391ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2684 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8d27a978-98f3-4275-ad44-97b37c089b26 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23062025-02-10T19:01:00.411ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 638c881d-4a78-4365-8884-4f194ba66097 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23072025-02-10T19:01:00.411ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 638c881d-4a78-4365-8884-4f194ba66097 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23082025-02-10T19:01:00.414ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2635 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 638c881d-4a78-4365-8884-4f194ba66097 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23092025-02-10T19:01:01.432ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a6ef6202-196e-4f5b-b1d9-e6328eebfcbc roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23102025-02-10T19:01:01.433ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a6ef6202-196e-4f5b-b1d9-e6328eebfcbc resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23112025-02-10T19:01:01.435ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2926 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a6ef6202-196e-4f5b-b1d9-e6328eebfcbc response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23122025-02-10T19:01:02.456ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e02d2428-a012-4184-bca1-66a33472a4d0 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23132025-02-10T19:01:02.456ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e02d2428-a012-4184-bca1-66a33472a4d0 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23142025-02-10T19:01:02.458ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2182 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e02d2428-a012-4184-bca1-66a33472a4d0 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23152025-02-10T19:01:03.478ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c4c4e3cc-3a7a-4564-820e-fed6bbe80898 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23162025-02-10T19:01:03.478ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c4c4e3cc-3a7a-4564-820e-fed6bbe80898 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23172025-02-10T19:01:03.480ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2786 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c4c4e3cc-3a7a-4564-820e-fed6bbe80898 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23182025-02-10T19:01:04.508ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7a0cfb12-1a13-4995-aa21-9aa12a49179a roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23192025-02-10T19:01:04.508ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7a0cfb12-1a13-4995-aa21-9aa12a49179a resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23202025-02-10T19:01:04.511ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2604 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7a0cfb12-1a13-4995-aa21-9aa12a49179a response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23212025-02-10T19:01:05.530ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d4a94bc9-0928-42e8-a1b0-82b46e072053 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23222025-02-10T19:01:05.530ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d4a94bc9-0928-42e8-a1b0-82b46e072053 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23232025-02-10T19:01:05.532ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2549 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d4a94bc9-0928-42e8-a1b0-82b46e072053 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23242025-02-10T19:01:06.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 80 reason = Timeout
23252025-02-10T19:01:06.251ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 80 reason = Timeout
23262025-02-10T19:01:06.251ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23272025-02-10T19:01:06.251ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23282025-02-10T19:01:06.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23292025-02-10T19:01:06.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23302025-02-10T19:01:06.254ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23312025-02-10T19:01:06.256ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
23322025-02-10T19:01:06.256ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23332025-02-10T19:01:06.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23342025-02-10T19:01:06.260ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23352025-02-10T19:01:06.260ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23362025-02-10T19:01:06.263ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23372025-02-10T19:01:06.265ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
23382025-02-10T19:01:06.265ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23392025-02-10T19:01:06.266ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23402025-02-10T19:01:06.276ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
23412025-02-10T19:01:06.276ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.349577ms iteration = 80 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
23422025-02-10T19:01:06.288ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23432025-02-10T19:01:06.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23442025-02-10T19:01:06.317ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.254134ms iteration = 80 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
23452025-02-10T19:01:06.552ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 99f7245c-fd2a-4cdd-a3cc-52a85464020b roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23462025-02-10T19:01:06.552ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 99f7245c-fd2a-4cdd-a3cc-52a85464020b resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23472025-02-10T19:01:06.554ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1937 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 99f7245c-fd2a-4cdd-a3cc-52a85464020b response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23482025-02-10T19:01:07.574ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e98ed228-28d2-4702-9d52-a0dce13818be roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23492025-02-10T19:01:07.575ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e98ed228-28d2-4702-9d52-a0dce13818be resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23502025-02-10T19:01:07.577ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2421 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e98ed228-28d2-4702-9d52-a0dce13818be response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23512025-02-10T19:01:08.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2378 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = 60b093f6-4948-4c50-80fd-ed627f2c7300 response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
23522025-02-10T19:01:08.595ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8c974063-2d20-4e34-bc8c-fe40a4790a63 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23532025-02-10T19:01:08.596ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8c974063-2d20-4e34-bc8c-fe40a4790a63 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23542025-02-10T19:01:08.598ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2221 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8c974063-2d20-4e34-bc8c-fe40a4790a63 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23552025-02-10T19:01:08.941ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 72d5a045-3899-49e2-9f97-fa73215b6b16 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/12?limit=100
23562025-02-10T19:01:08.942ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 72d5a045-3899-49e2-9f97-fa73215b6b16 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/12?limit=100
23572025-02-10T19:01:08.944ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3133 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 72d5a045-3899-49e2-9f97-fa73215b6b16 response_code = 200 uri = /nat/ipv4/changeset/12?limit=100
23582025-02-10T19:01:09.618ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e105beb1-681b-4f79-bd0f-78aafd14ac13 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23592025-02-10T19:01:09.618ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e105beb1-681b-4f79-bd0f-78aafd14ac13 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23602025-02-10T19:01:09.620ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1988 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = e105beb1-681b-4f79-bd0f-78aafd14ac13 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23612025-02-10T19:01:10.639ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = be0f8b7a-7217-4b41-a442-f4c21353b2b4 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23622025-02-10T19:01:10.640ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = be0f8b7a-7217-4b41-a442-f4c21353b2b4 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23632025-02-10T19:01:10.641ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2107 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = be0f8b7a-7217-4b41-a442-f4c21353b2b4 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23642025-02-10T19:01:11.661ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 34dbf392-074f-47bc-995d-06c96cbb8972 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23652025-02-10T19:01:11.662ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 34dbf392-074f-47bc-995d-06c96cbb8972 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23662025-02-10T19:01:11.663ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2172 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 34dbf392-074f-47bc-995d-06c96cbb8972 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23672025-02-10T19:01:12.684ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 657d9149-bae3-433f-954b-a1701b566f17 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23682025-02-10T19:01:12.684ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 657d9149-bae3-433f-954b-a1701b566f17 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23692025-02-10T19:01:12.686ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2308 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 657d9149-bae3-433f-954b-a1701b566f17 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23702025-02-10T19:01:13.705ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d8b711f1-1312-488e-b8f9-e85485097b24 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23712025-02-10T19:01:13.705ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d8b711f1-1312-488e-b8f9-e85485097b24 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23722025-02-10T19:01:13.707ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2607 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d8b711f1-1312-488e-b8f9-e85485097b24 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23732025-02-10T19:01:14.014ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
23742025-02-10T19:01:14.014ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
23752025-02-10T19:01:14.045ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
23762025-02-10T19:01:14.045ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:35254
23772025-02-10T19:01:14.045ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:35254 req_id = e5b51b3e-d5d0-439a-92e2-ff0a102c5335 roles = RoleSet { roles: {} } uri = /metrics/producers
23782025-02-10T19:01:14.045ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:35254 req_id = e5b51b3e-d5d0-439a-92e2-ff0a102c5335 resource = Database result = Ok(()) uri = /metrics/producers
23792025-02-10T19:01:14.087ZINFOnexus: assigned collector to new producer collector_id = 3759b2a8-7716-48ea-97fe-c61409d7aa2d file = nexus/src/app/oximeter.rs:76 producer_id = 361bd936-dee6-4690-b514-5d96a5c00cfb
23802025-02-10T19:01:14.087ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 42480 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:35254 req_id = e5b51b3e-d5d0-439a-92e2-ff0a102c5335 response_code = 201 uri = /metrics/producers
23812025-02-10T19:01:14.087ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "e5b51b3e-d5d0-439a-92e2-ff0a102c5335", "content-length": "41", "date": "Mon, 10 Feb 2025 19:01:14 GMT"} })
23822025-02-10T19:01:14.088ZDEBGnexus (producer-registration-task): registered with nexus successfully
23832025-02-10T19:01:14.088ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
23842025-02-10T19:01:14.727ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7d67a50f-13d1-4c6d-885e-dcc4fdc66254 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23852025-02-10T19:01:14.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7d67a50f-13d1-4c6d-885e-dcc4fdc66254 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23862025-02-10T19:01:14.729ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2121 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7d67a50f-13d1-4c6d-885e-dcc4fdc66254 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23872025-02-10T19:01:15.749ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 48d7af97-4569-4ec3-80b8-be366169870a roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23882025-02-10T19:01:15.749ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 48d7af97-4569-4ec3-80b8-be366169870a resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23892025-02-10T19:01:15.752ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2781 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 48d7af97-4569-4ec3-80b8-be366169870a response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
23902025-02-10T19:01:16.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 81 reason = Timeout
23912025-02-10T19:01:16.251ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 81 reason = Timeout
23922025-02-10T19:01:16.251ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23932025-02-10T19:01:16.251ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23942025-02-10T19:01:16.251ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23952025-02-10T19:01:16.251ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23962025-02-10T19:01:16.253ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23972025-02-10T19:01:16.255ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
23982025-02-10T19:01:16.255ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23992025-02-10T19:01:16.255ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24002025-02-10T19:01:16.257ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24012025-02-10T19:01:16.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24022025-02-10T19:01:16.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24032025-02-10T19:01:16.262ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
24042025-02-10T19:01:16.262ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24052025-02-10T19:01:16.262ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24062025-02-10T19:01:16.274ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
24072025-02-10T19:01:16.274ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.835011ms iteration = 81 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
24082025-02-10T19:01:16.280ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
24092025-02-10T19:01:16.281ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
24102025-02-10T19:01:16.315ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.947873ms iteration = 81 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
24112025-02-10T19:01:16.771ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 13fd75d9-466d-4adf-a014-30ce1d12ea7a roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24122025-02-10T19:01:16.771ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 13fd75d9-466d-4adf-a014-30ce1d12ea7a resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24132025-02-10T19:01:16.773ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2318 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 13fd75d9-466d-4adf-a014-30ce1d12ea7a response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24142025-02-10T19:01:17.793ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 92a4bb1f-e612-4618-ab58-3be914e9fcac roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24152025-02-10T19:01:17.794ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 92a4bb1f-e612-4618-ab58-3be914e9fcac resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24162025-02-10T19:01:17.796ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2415 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 92a4bb1f-e612-4618-ab58-3be914e9fcac response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24172025-02-10T19:01:18.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2343 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = 001a31a8-85a0-4c49-a236-72f00bc420ca response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
24182025-02-10T19:01:18.815ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b079a917-2116-4eff-ace7-1bf656df320b roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24192025-02-10T19:01:18.815ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b079a917-2116-4eff-ace7-1bf656df320b resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24202025-02-10T19:01:18.817ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1874 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b079a917-2116-4eff-ace7-1bf656df320b response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24212025-02-10T19:01:19.836ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5cfd01bd-29c6-4ec8-9014-e953f6131beb roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24222025-02-10T19:01:19.836ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5cfd01bd-29c6-4ec8-9014-e953f6131beb resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24232025-02-10T19:01:19.838ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2564 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5cfd01bd-29c6-4ec8-9014-e953f6131beb response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24242025-02-10T19:01:20.858ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = dcf89c9f-49dd-458f-9303-fde4432a55e9 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24252025-02-10T19:01:20.859ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = dcf89c9f-49dd-458f-9303-fde4432a55e9 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24262025-02-10T19:01:20.860ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2285 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = dcf89c9f-49dd-458f-9303-fde4432a55e9 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24272025-02-10T19:01:21.880ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5b0cb5f4-43f0-42b6-b156-8fba617556ee roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24282025-02-10T19:01:21.881ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5b0cb5f4-43f0-42b6-b156-8fba617556ee resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24292025-02-10T19:01:21.882ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2101 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 5b0cb5f4-43f0-42b6-b156-8fba617556ee response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24302025-02-10T19:01:22.902ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c4a77120-e344-4a46-a2ee-5961e0773ab7 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24312025-02-10T19:01:22.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c4a77120-e344-4a46-a2ee-5961e0773ab7 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24322025-02-10T19:01:22.905ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2418 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c4a77120-e344-4a46-a2ee-5961e0773ab7 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24332025-02-10T19:01:23.923ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aa909977-ecaa-486b-8073-93967fd827dc roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24342025-02-10T19:01:23.924ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aa909977-ecaa-486b-8073-93967fd827dc resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24352025-02-10T19:01:23.925ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2143 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = aa909977-ecaa-486b-8073-93967fd827dc response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24362025-02-10T19:01:24.945ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8f24c6b1-0b18-415f-87a9-76b49eb19b7d roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24372025-02-10T19:01:24.946ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8f24c6b1-0b18-415f-87a9-76b49eb19b7d resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24382025-02-10T19:01:24.948ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2573 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 8f24c6b1-0b18-415f-87a9-76b49eb19b7d response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24392025-02-10T19:01:25.967ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7fea69c4-51b0-4d3d-895f-81881a560cbb roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24402025-02-10T19:01:25.968ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7fea69c4-51b0-4d3d-895f-81881a560cbb resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24412025-02-10T19:01:25.969ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2269 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 7fea69c4-51b0-4d3d-895f-81881a560cbb response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
24422025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 28 reason = Timeout
24432025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 28 reason = Timeout
24442025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 28 reason = Timeout
24452025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
24462025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
24472025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 32 reason = Timeout
24482025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 82 reason = Timeout
24492025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 28 reason = Timeout
24502025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
24512025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24522025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
24532025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 28 reason = Timeout
24542025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 28 reason = Timeout
24552025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
24562025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
24572025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 28 reason = Timeout
24582025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
24592025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 28 reason = Timeout
24602025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
24612025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 28 reason = Timeout
24622025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
24632025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 31 reason = Timeout
24642025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 28 reason = Timeout
24652025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
24662025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24672025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 28 reason = Timeout
24682025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
24692025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 28 reason = Timeout
24702025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
24712025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
24722025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 28 reason = Timeout
24732025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
24742025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 82 reason = Timeout
24752025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
24762025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
24772025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24782025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
24792025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
24802025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
24812025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
24822025-02-10T19:01:26.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
24832025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
24842025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
24852025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24862025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
24872025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
24882025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
24892025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
24902025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
24912025-02-10T19:01:26.253ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
24922025-02-10T19:01:26.254ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24932025-02-10T19:01:26.255ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24942025-02-10T19:01:26.255ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.33528ms iteration = 28 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
24952025-02-10T19:01:26.256ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1848, tv_nsec: 784733256 } })
24962025-02-10T19:01:26.257ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1154
24972025-02-10T19:01:26.258ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
24982025-02-10T19:01:26.258ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
24992025-02-10T19:01:26.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
25002025-02-10T19:01:26.259ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
25012025-02-10T19:01:26.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25022025-02-10T19:01:26.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25032025-02-10T19:01:26.261ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 9.439767ms iteration = 28 status = {"errors":[],"finish_invoked_ok":[]}
25042025-02-10T19:01:26.263ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25052025-02-10T19:01:26.263ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1848, tv_nsec: 791285664 } })
25062025-02-10T19:01:26.263ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1154
25072025-02-10T19:01:26.266ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
25082025-02-10T19:01:26.267ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
25092025-02-10T19:01:26.267ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
25102025-02-10T19:01:26.268ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25112025-02-10T19:01:26.270ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
25122025-02-10T19:01:26.271ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
25132025-02-10T19:01:26.271ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25142025-02-10T19:01:26.271ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
25152025-02-10T19:01:26.271ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
25162025-02-10T19:01:26.271ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25172025-02-10T19:01:26.271ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
25182025-02-10T19:01:26.272ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7ec653e1-a9f8-4df8-9147-9041ea9876f7.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1848, tv_nsec: 800777723 } })
25192025-02-10T19:01:26.273ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1154 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
25202025-02-10T19:01:26.273ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25212025-02-10T19:01:26.274ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25222025-02-10T19:01:26.276ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
25232025-02-10T19:01:26.276ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
25242025-02-10T19:01:26.277ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
25252025-02-10T19:01:26.277ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
25262025-02-10T19:01:26.277ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25272025-02-10T19:01:26.277ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25282025-02-10T19:01:26.304ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
25292025-02-10T19:01:26.304ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 52.516586ms iteration = 82 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
25302025-02-10T19:01:26.308ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
25312025-02-10T19:01:26.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
25322025-02-10T19:01:26.308ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
25332025-02-10T19:01:26.308ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
25342025-02-10T19:01:26.308ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
25352025-02-10T19:01:26.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
25362025-02-10T19:01:26.309ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
25372025-02-10T19:01:26.309ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
25382025-02-10T19:01:26.316ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
25392025-02-10T19:01:26.317ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 64.6538ms iteration = 28 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
25402025-02-10T19:01:26.317ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
25412025-02-10T19:01:26.320ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
25422025-02-10T19:01:26.320ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
25432025-02-10T19:01:26.321ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25442025-02-10T19:01:26.321ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 69.262361ms iteration = 28 status = {"errors":[],"garbage_collect_requested":[]}
25452025-02-10T19:01:26.321ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25462025-02-10T19:01:26.322ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 70.356577ms iteration = 28 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
25472025-02-10T19:01:26.322ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
25482025-02-10T19:01:26.323ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 70.641384ms iteration = 28 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
25492025-02-10T19:01:26.323ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
25502025-02-10T19:01:26.324ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
25512025-02-10T19:01:26.324ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25522025-02-10T19:01:26.324ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
25532025-02-10T19:01:26.326ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
25542025-02-10T19:01:26.326ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25552025-02-10T19:01:26.326ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25562025-02-10T19:01:26.328ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25572025-02-10T19:01:26.328ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25582025-02-10T19:01:26.328ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
25592025-02-10T19:01:26.328ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25602025-02-10T19:01:26.330ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
25612025-02-10T19:01:26.330ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 78.186806ms iteration = 28 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
25622025-02-10T19:01:26.331ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:357
25632025-02-10T19:01:26.331ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 78.870913ms iteration = 28 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
25642025-02-10T19:01:26.353ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
25652025-02-10T19:01:26.353ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
25662025-02-10T19:01:26.353ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
25672025-02-10T19:01:26.353ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
25682025-02-10T19:01:26.356ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25692025-02-10T19:01:26.357ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25702025-02-10T19:01:26.360ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25712025-02-10T19:01:26.360ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25722025-02-10T19:01:26.362ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25732025-02-10T19:01:26.364ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 7ec653e1-a9f8-4df8-9147-9041ea9876f7, lookup_type: ById(7ec653e1-a9f8-4df8-9147-9041ea9876f7) } result = Ok(())
25742025-02-10T19:01:26.365ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25752025-02-10T19:01:26.365ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25762025-02-10T19:01:26.367ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 114.84221ms iteration = 28 status = 0
25772025-02-10T19:01:26.368ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 115.998158ms iteration = 82 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
25782025-02-10T19:01:26.370ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25792025-02-10T19:01:26.371ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
25802025-02-10T19:01:26.372ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25812025-02-10T19:01:26.372ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
25822025-02-10T19:01:26.384ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
25832025-02-10T19:01:26.384ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
25842025-02-10T19:01:26.384ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "de297928-f6d6-4d02-8ecc-1fe9fa0cfc1d", "content-length": "26", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
25852025-02-10T19:01:26.384ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
25862025-02-10T19:01:26.386ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
25872025-02-10T19:01:26.387ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
25882025-02-10T19:01:26.387ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
25892025-02-10T19:01:26.387ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 134.653028ms iteration = 28 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
25902025-02-10T19:01:26.412ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
25912025-02-10T19:01:26.412ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 159.991659ms iteration = 32 status = {"physical_disks_added":0}
25922025-02-10T19:01:26.412ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
25932025-02-10T19:01:26.427ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1162 zone_address = fd00:1122:3344:101::2
25942025-02-10T19:01:26.427ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
25952025-02-10T19:01:26.427ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bc9b80b5-8200-4036-a282-48090f8b663f", "content-length": "26", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
25962025-02-10T19:01:26.427ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1167 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
25972025-02-10T19:01:26.428ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
25982025-02-10T19:01:26.445ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1162 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 zone_address = fd00:1122:3344:101::2
25992025-02-10T19:01:26.445ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
26002025-02-10T19:01:26.445ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "92b4cd0b-150c-4ea4-8557-2112794b20a6", "content-length": "26", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26012025-02-10T19:01:26.445ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1167 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
26022025-02-10T19:01:26.447ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1199 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
26032025-02-10T19:01:26.481ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 229.166128ms iteration = 28 status = {}
26042025-02-10T19:01:26.490ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 33 reason = Timeout
26052025-02-10T19:01:26.490ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
26062025-02-10T19:01:26.490ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26072025-02-10T19:01:26.490ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26082025-02-10T19:01:26.495ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26092025-02-10T19:01:26.497ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
26102025-02-10T19:01:26.497ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26112025-02-10T19:01:26.498ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26122025-02-10T19:01:26.501ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26132025-02-10T19:01:26.503ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
26142025-02-10T19:01:26.503ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26152025-02-10T19:01:26.503ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26162025-02-10T19:01:26.508ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
26172025-02-10T19:01:26.508ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "2923baed-c8e1-4fe5-8bfd-2351cca5f6ad", "content-length": "2", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26182025-02-10T19:01:26.509ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
26192025-02-10T19:01:26.509ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
26202025-02-10T19:01:26.511ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 259.418778ms iteration = 28 status = null
26212025-02-10T19:01:26.513ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26222025-02-10T19:01:26.514ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26232025-02-10T19:01:26.515ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26242025-02-10T19:01:26.517ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
26252025-02-10T19:01:26.517ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26262025-02-10T19:01:26.517ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26272025-02-10T19:01:26.549ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26282025-02-10T19:01:26.552ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
26292025-02-10T19:01:26.552ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26302025-02-10T19:01:26.552ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26312025-02-10T19:01:26.615ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26322025-02-10T19:01:26.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26332025-02-10T19:01:26.628ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
26342025-02-10T19:01:26.628ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
26352025-02-10T19:01:26.630ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 5d6bc226-5ae8-42ba-ab68-0826cc3ced1d, rack_id: 856b08e8-7912-4a16-8220-a7c6a1b19560, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(56fa08f4-deb7-47a1-8387-a3336fc3c283) } rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0
26362025-02-10T19:01:26.630ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26372025-02-10T19:01:26.631ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26382025-02-10T19:01:26.642ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
26392025-02-10T19:01:26.642ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "406fa847-3a3a-451d-b52d-96bff0b511ad", "content-length": "134", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26402025-02-10T19:01:26.642ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
26412025-02-10T19:01:26.642ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 56fa08f4-deb7-47a1-8387-a3336fc3c283
26422025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
26432025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
26442025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26452025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26462025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26472025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
26482025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26492025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
26502025-02-10T19:01:26.643ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560
26512025-02-10T19:01:26.643ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26522025-02-10T19:01:26.644ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26532025-02-10T19:01:26.645ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
26542025-02-10T19:01:26.645ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "50a5895d-44bb-4c11-8a67-ba76d0502723", "content-length": "2", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26552025-02-10T19:01:26.645ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
26562025-02-10T19:01:26.645ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b99880ba-11f0-4fcf-8f5a-f25fbd2fbc50", "content-length": "52", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26572025-02-10T19:01:26.645ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch_location = Switch0
26582025-02-10T19:01:26.645ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
26592025-02-10T19:01:26.667ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
26602025-02-10T19:01:26.693ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "79014826-119c-463a-8849-da4542844761", "content-length": "691", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26612025-02-10T19:01:26.693ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
26622025-02-10T19:01:26.693ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
26632025-02-10T19:01:26.693ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
26642025-02-10T19:01:26.693ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "6eed6764-2977-4fe2-88af-fb8de8cfe905", "content-length": "372", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26652025-02-10T19:01:26.693ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26662025-02-10T19:01:26.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26672025-02-10T19:01:26.695ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 442.538105ms iteration = 31 status = {}
26682025-02-10T19:01:26.736ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
26692025-02-10T19:01:26.736ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
26702025-02-10T19:01:26.737ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "5567ef5d-2b10-405d-a2df-d48ab261e3b3", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26712025-02-10T19:01:26.737ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26722025-02-10T19:01:26.737ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26732025-02-10T19:01:26.740ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26742025-02-10T19:01:26.740ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26752025-02-10T19:01:26.748ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26762025-02-10T19:01:26.748ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26772025-02-10T19:01:26.752ZINFOnexus (BackgroundTasks): VPC route manager sled 7ec653e1-a9f8-4df8-9147-9041ea9876f7 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
26782025-02-10T19:01:26.752ZDEBGnexus (BackgroundTasks): client request SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
26792025-02-10T19:01:26.753ZDEBGnexus (BackgroundTasks): client response SledAgent = 7ec653e1-a9f8-4df8-9147-9041ea9876f7 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7e8580a2-dc5a-4616-b67f-8662523873a8", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26802025-02-10T19:01:26.755ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 264.779747ms iteration = 33 status = {}
26812025-02-10T19:01:26.792ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "2247e67b-c8bc-4719-a903-15c83449b231", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26822025-02-10T19:01:26.792ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 switch = Switch0
26832025-02-10T19:01:26.792ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
26842025-02-10T19:01:26.793ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 856b08e8-7912-4a16-8220-a7c6a1b19560 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c6465616-cd5b-4cd7-b3e4-34a82d46f487", "content-length": "682", "date": "Mon, 10 Feb 2025 19:01:26 GMT"} })
26852025-02-10T19:01:26.793ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26862025-02-10T19:01:26.793ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26872025-02-10T19:01:26.796ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26882025-02-10T19:01:26.796ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26892025-02-10T19:01:26.800ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26902025-02-10T19:01:26.800ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26912025-02-10T19:01:26.802ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26922025-02-10T19:01:26.802ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26932025-02-10T19:01:26.810ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 557.931848ms iteration = 28 status = {}
26942025-02-10T19:01:27.048ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b45274be-9fbb-4717-8b12-f24f453b0632 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
26952025-02-10T19:01:27.049ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b45274be-9fbb-4717-8b12-f24f453b0632 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
26962025-02-10T19:01:27.051ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2122 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b45274be-9fbb-4717-8b12-f24f453b0632 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
26972025-02-10T19:01:28.073ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a4722275-0a0e-475f-b3a7-22ac2ddfe627 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
26982025-02-10T19:01:28.073ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a4722275-0a0e-475f-b3a7-22ac2ddfe627 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
26992025-02-10T19:01:28.075ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2457 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a4722275-0a0e-475f-b3a7-22ac2ddfe627 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27002025-02-10T19:01:28.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2384 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = 510b2dcc-30c5-44db-a7cf-dc7cc2136833 response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
27012025-02-10T19:01:29.096ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d0156544-1316-48e4-ad04-b0c11a7e55bb roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27022025-02-10T19:01:29.096ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d0156544-1316-48e4-ad04-b0c11a7e55bb resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27032025-02-10T19:01:29.099ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2585 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d0156544-1316-48e4-ad04-b0c11a7e55bb response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27042025-02-10T19:01:30.117ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b84524bc-2d0f-4d0e-bce8-c80f087e02cb roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27052025-02-10T19:01:30.118ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b84524bc-2d0f-4d0e-bce8-c80f087e02cb resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27062025-02-10T19:01:30.120ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2312 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b84524bc-2d0f-4d0e-bce8-c80f087e02cb response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27072025-02-10T19:01:31.139ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b99ebcfc-57e2-4dd4-8d1e-5c4b8ed6230b roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27082025-02-10T19:01:31.139ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b99ebcfc-57e2-4dd4-8d1e-5c4b8ed6230b resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27092025-02-10T19:01:31.141ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2010 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b99ebcfc-57e2-4dd4-8d1e-5c4b8ed6230b response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27102025-02-10T19:01:32.160ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c6025b3d-6300-4fe2-8bdc-57d95217d5d0 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27112025-02-10T19:01:32.160ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c6025b3d-6300-4fe2-8bdc-57d95217d5d0 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27122025-02-10T19:01:32.162ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2626 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = c6025b3d-6300-4fe2-8bdc-57d95217d5d0 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27132025-02-10T19:01:33.182ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = f627d1f6-7dc2-49f6-9566-71f9d0cb82a9 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27142025-02-10T19:01:33.182ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = f627d1f6-7dc2-49f6-9566-71f9d0cb82a9 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27152025-02-10T19:01:33.184ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2520 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = f627d1f6-7dc2-49f6-9566-71f9d0cb82a9 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27162025-02-10T19:01:34.203ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 6c42939a-4697-49e5-b96f-9cc30d5f0e31 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27172025-02-10T19:01:34.203ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 6c42939a-4697-49e5-b96f-9cc30d5f0e31 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27182025-02-10T19:01:34.205ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2347 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 6c42939a-4697-49e5-b96f-9cc30d5f0e31 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27192025-02-10T19:01:35.224ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a361becb-5e08-408e-ab78-b9a83cd363fe roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27202025-02-10T19:01:35.225ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a361becb-5e08-408e-ab78-b9a83cd363fe resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27212025-02-10T19:01:35.227ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2728 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = a361becb-5e08-408e-ab78-b9a83cd363fe response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27222025-02-10T19:01:36.246ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 2f7b3f19-00a8-47b7-b040-55da4811a45b roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27232025-02-10T19:01:36.246ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 2f7b3f19-00a8-47b7-b040-55da4811a45b resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27242025-02-10T19:01:36.247ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1485 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 2f7b3f19-00a8-47b7-b040-55da4811a45b response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27252025-02-10T19:01:36.251ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 83 reason = Timeout
27262025-02-10T19:01:36.252ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 83 reason = Timeout
27272025-02-10T19:01:36.252ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
27282025-02-10T19:01:36.252ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27292025-02-10T19:01:36.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
27302025-02-10T19:01:36.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27312025-02-10T19:01:36.254ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
27322025-02-10T19:01:36.254ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
27332025-02-10T19:01:36.254ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27342025-02-10T19:01:36.257ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
27352025-02-10T19:01:36.257ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27362025-02-10T19:01:36.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27372025-02-10T19:01:36.259ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27382025-02-10T19:01:36.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27392025-02-10T19:01:36.282ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.952556ms iteration = 83 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
27402025-02-10T19:01:36.289ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27412025-02-10T19:01:36.291ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 287c0c24-8b2f-4f52-be08-96a83e928a91, lookup_type: ById(287c0c24-8b2f-4f52-be08-96a83e928a91) } result = Ok(())
27422025-02-10T19:01:36.292ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27432025-02-10T19:01:36.292ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27442025-02-10T19:01:36.303ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 original_time_created = 2025-02-10 18:48:00.218743 UTC target_id = 287c0c24-8b2f-4f52-be08-96a83e928a91 time_created = 2025-02-10 18:48:00.218743 UTC
27452025-02-10T19:01:36.303ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 51.247247ms iteration = 83 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"287c0c24-8b2f-4f52-be08-96a83e928a91","time_created":"2025-02-10T18:48:00.218743Z"}
27462025-02-10T19:01:37.268ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9548d5f4-9abf-4241-b830-590bb562377a roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27472025-02-10T19:01:37.268ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9548d5f4-9abf-4241-b830-590bb562377a resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27482025-02-10T19:01:37.270ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2226 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9548d5f4-9abf-4241-b830-590bb562377a response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27492025-02-10T19:01:38.289ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 74a6fbb4-1906-4c45-8a12-a919eb8a893f roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27502025-02-10T19:01:38.290ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 74a6fbb4-1906-4c45-8a12-a919eb8a893f resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27512025-02-10T19:01:38.292ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2626 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 74a6fbb4-1906-4c45-8a12-a919eb8a893f response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27522025-02-10T19:01:38.508ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2435 local_addr = [fd00:1122:3344:101::b]:60974 method = GET remote_addr = [fd00:1122:3344:101::d]:42829 req_id = c12e93e2-7530-4fa6-9cf0-0ad20b6ad05b response_code = 200 uri = /361bd936-dee6-4690-b514-5d96a5c00cfb
27532025-02-10T19:01:38.976ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 1aeccfd6-c025-4520-822f-41423690faf6 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/12?limit=100
27542025-02-10T19:01:38.976ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 1aeccfd6-c025-4520-822f-41423690faf6 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/12?limit=100
27552025-02-10T19:01:38.980ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 3828 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:36289 req_id = 1aeccfd6-c025-4520-822f-41423690faf6 response_code = 200 uri = /nat/ipv4/changeset/12?limit=100
27562025-02-10T19:01:39.311ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 744155f8-45d4-4297-8a16-0e7bd70f9322 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27572025-02-10T19:01:39.311ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 744155f8-45d4-4297-8a16-0e7bd70f9322 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27582025-02-10T19:01:39.312ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 1913 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 744155f8-45d4-4297-8a16-0e7bd70f9322 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27592025-02-10T19:01:40.332ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4bc1283d-479a-4b0f-bb7a-2f9c281e2f34 roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27602025-02-10T19:01:40.332ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4bc1283d-479a-4b0f-bb7a-2f9c281e2f34 resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27612025-02-10T19:01:40.334ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2265 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 4bc1283d-479a-4b0f-bb7a-2f9c281e2f34 response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27622025-02-10T19:01:41.354ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9565839d-5e28-4568-8bd1-d3336350530a roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27632025-02-10T19:01:41.355ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9565839d-5e28-4568-8bd1-d3336350530a resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27642025-02-10T19:01:41.357ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2199 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = 9565839d-5e28-4568-8bd1-d3336350530a response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27652025-02-10T19:01:42.376ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d0644a4d-0a2a-4737-98fa-d0499eaec48b roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27662025-02-10T19:01:42.376ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d0644a4d-0a2a-4737-98fa-d0499eaec48b resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27672025-02-10T19:01:42.378ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2446 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = d0644a4d-0a2a-4737-98fa-d0499eaec48b response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27682025-02-10T19:01:43.398ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b221a4ae-69d8-4a90-9438-84ccadecca9a roles = RoleSet { roles: {} } uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27692025-02-10T19:01:43.398ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b221a4ae-69d8-4a90-9438-84ccadecca9a resource = Database result = Ok(()) uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7
27702025-02-10T19:01:43.401ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867 latency_us = 2652 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:43030 req_id = b221a4ae-69d8-4a90-9438-84ccadecca9a response_code = 200 uri = /probes/7ec653e1-a9f8-4df8-9147-9041ea9876f7